-- Logs begin at Fri 2022-09-23 14:14:44 UTC, end at Fri 2022-09-23 15:40:00 UTC. -- Sep 23 15:10:58.251753 dv-cinder-855307-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 15:11:00.940885 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.common.config [-] Logging enabled! Sep 23 15:11:00.941485 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev17 Sep 23 15:11:00.941681 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107020) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 15:11:00.944872 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.common.config [-] Logging enabled! Sep 23 15:11:00.945126 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev17 Sep 23 15:11:00.945434 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=107020) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 23 15:11:00.946364 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 15:11:00.946595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 15:11:00.947068 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 15:11:00.947313 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 15:11:00.947539 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 15:11:00.947854 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.948183 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.948415 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.948709 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.948998 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.949277 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.949564 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.949856 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.950137 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.950412 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.950692 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.950921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.951200 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] config_source = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.951482 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.951763 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.952000 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] debug = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.952284 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.952705 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.953121 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.953399 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.953686 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.954540 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.954826 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.955104 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.955386 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.955716 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] host = dv-cinder-855307-2-iscsi {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.956015 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.956316 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.956583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.956860 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.957127 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.957400 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.957680 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.957949 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_dir = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.958213 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.958485 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.958769 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.959159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.959558 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.959816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.960138 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.960403 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.960686 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.961054 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.961433 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.961740 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.962055 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.962327 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.962595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.962880 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.963162 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.963471 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.963747 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.964047 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.964321 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.964591 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.964873 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.965145 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.965420 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.965690 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.965973 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.966240 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.966510 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.966809 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.967094 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.967374 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.967657 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.967932 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.968243 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.968513 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.968785 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] use_journal = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.969058 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] use_json = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.969330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.969677 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.970450 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.970724 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.970994 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.971267 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.971538 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.971822 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.972120 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:00.972416 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.972710 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.973008 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.973289 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.973592 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.973874 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.974165 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.974445 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.974731 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.975016 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.975310 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.975588 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.975886 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.976199 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.976494 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.976797 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.977086 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.977375 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.977649 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.977921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.978194 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.978473 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.978758 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.979035 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.979319 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.979605 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.979881 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.980204 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.980489 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.980773 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.981065 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.981353 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.981628 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.981904 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.982194 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.982473 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.982743 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.983029 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.983304 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.983576 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.983855 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.984171 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.984458 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.984729 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.985004 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.985413 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.985700 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.985974 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.986247 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.986525 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.986797 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.987080 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.987356 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.987628 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.987898 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.988197 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.988465 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.988736 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.989010 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.989276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.989551 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.989820 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.990088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.990356 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.990624 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.990892 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.991159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.991424 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.991698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.991967 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.992256 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.992523 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.992790 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.993059 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.993340 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.993637 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.993913 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.994187 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.994461 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.994734 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.995007 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.995283 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.995558 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.995832 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.996123 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.996410 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.996688 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.996968 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.997247 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.997540 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.997831 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.998106 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.998380 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.998653 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.998926 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.999199 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.999479 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:00.999756 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.000057 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.000343 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.000628 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.001074 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.001423 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.001708 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.002004 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.002299 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.002591 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.002871 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.003178 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.003456 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:01.003673 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 15:11:01.003918 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=107020) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 15:11:01.382327 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=107020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 15:11:01.382652 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=107020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 15:11:01.382916 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=107020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 15:11:01.383147 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=107020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 23 15:11:01.383427 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=107020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 23 15:11:01.383750 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 15:11:01.708710 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.708912 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.709187 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.710381 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.710655 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.710919 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.763144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.763421 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.763691 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.779869 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.780175 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.780449 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.808701 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.808978 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.809246 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.845519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.845798 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:01.846093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.077220 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.077865 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.077865 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.079599 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.080493 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.177583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.177904 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.178188 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.178459 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.178724 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.179033 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.179303 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.179563 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.179817 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.180126 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.180388 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.180662 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.180919 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.181168 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.181423 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.181686 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.181939 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.182205 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.182472 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.182728 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.183000 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.183258 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.183542 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.183917 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.184202 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.184450 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.184844 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:02.185084 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:02.185321 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:02.185558 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:02.185792 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:02.186027 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:02.186385 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 15:11:02.189548 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 15:11:02.193433 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 15:11:02.197315 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 23 15:11:02.198914 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 15:11:02.199532 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 15:11:02.199868 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 15:11:02.200281 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 15:11:02.203032 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 15:11:02.203287 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 15:11:02.203632 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 15:11:02.208894 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 15:11:02.231806 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 15:11:02.232291 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.232591 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=107020) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 23 15:11:02.232967 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.234314 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=107020) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 15:11:02.234591 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 15:11:02.234833 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 15:11:02.246096 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.246376 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:02.384313 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 15:11:02.384483 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 15:11:02.384708 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 15:11:02.385116 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 15:11:02.440679 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO dbcounter [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Registered counter for database neutron Sep 23 15:11:02.460338 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_db.sqlalchemy.engines [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=107020) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 15:11:02.466156 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG dbcounter [-] [107020] Writer thread running {{(pid=107020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:11:03.221070 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing driver for type 'gre' Sep 23 15:11:03.221715 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] gre ID ranges: [(1, 1000)] Sep 23 15:11:03.489836 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing driver for type 'local' Sep 23 15:11:03.490194 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing driver for type 'vlan' Sep 23 15:11:03.643872 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] VlanTypeDriver initialization complete Sep 23 15:11:03.644227 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing driver for type 'vxlan' Sep 23 15:11:03.644735 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] vxlan ID ranges: [(1, 1000)] Sep 23 15:11:03.849604 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing extension driver 'port_security' Sep 23 15:11:03.850002 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.extensions.port_security [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] PortSecurityExtensionDriver initialization complete Sep 23 15:11:03.850342 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing mechanism driver 'openvswitch' Sep 23 15:11:03.850681 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing mechanism driver 'hyperv' Sep 23 15:11:03.863897 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.plugin [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=107020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:03.864611 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.865020 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.865402 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.866060 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=107020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:11:03.866541 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.866937 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.867299 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.867707 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=107020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:11:03.868150 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.868504 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.868857 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.869256 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=107020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:11:03.869682 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.870013 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.870355 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.870753 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=107020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:11:03.871159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.871507 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.871848 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.872401 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=107020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:11:03.872808 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.873154 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.873494 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.873891 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=107020) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 23 15:11:03.874332 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] ML2 OVO RPC backend initialized. {{(pid=107020) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 23 15:11:03.875046 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.875402 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.876452 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.876810 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > networks before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.877157 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.877498 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > ports before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.877876 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.878180 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.878527 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.878870 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.879208 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.879546 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.879916 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.880278 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.880616 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.880951 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.881285 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.889006 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded quota_driver: . Sep 23 15:11:03.889378 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.plugin [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Modular L2 Plugin initialization complete Sep 23 15:11:03.889725 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading services supported by the core plugin {{(pid=107020) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 15:11:03.890069 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.plugins.ml2.managers [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Got port-security extension from driver 'port_security' Sep 23 15:11:03.890548 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.extensions.vlantransparent [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Disabled vlantransparent extension. Sep 23 15:11:03.891047 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=107020) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 15:11:03.891395 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: router Sep 23 15:11:03.926983 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.927370 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_create 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.927743 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router before_create 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.928141 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.928517 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.928872 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_delete 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.929228 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.929577 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.929935 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_create 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.930283 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_update 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.930636 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_update 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.931014 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.931377 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_update 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.931786 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.932186 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.932534 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.932880 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: subnet after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.933230 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.933583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.933934 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.934279 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.934623 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.934980 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router after_update 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.935326 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.935675 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.936065 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.936439 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.936894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > agent after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.937251 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.937604 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > network after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.939097 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Tracking information for resource: router configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:03.939592 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Tracking information for resource: floatingip configured {{(pid=107020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 15:11:03.944718 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.db.l3_agentschedulers_db [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 15:11:03.945303 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.945669 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port after_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.946025 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port after_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.946379 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: port after_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.947171 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router before_create 55550100 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.947536 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.947903 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.948367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.953202 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.provider_configuration [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service providers = [] {{(pid=107020) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 15:11:03.953566 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.db.servicetype_db [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=107020) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 15:11:03.956760 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.service_base [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=107020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:11:03.957110 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.service_base [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=107020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:11:03.957452 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.service_base [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=107020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:11:03.958332 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.services.service_base [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=107020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 15:11:03.958696 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.services.service_base [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 15:11:03.959072 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:03.959387 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 15:11:03.971395 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:03.971734 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: auto_allocate Sep 23 15:11:03.977343 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: network precommit_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.977711 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: network precommit_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.978235 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:03.978551 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: tag Sep 23 15:11:03.985661 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:03.986060 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: timestamp Sep 23 15:11:03.990080 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:03.990408 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: network_ip_availability Sep 23 15:11:03.995829 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.996229 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.996592 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:03.997313 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:03.997631 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: flavors Sep 23 15:11:04.002816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:04.003142 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading Plugin: revisions Sep 23 15:11:04.007538 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=107020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 15:11:04.007928 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.624s {{(pid=107020) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 23 15:11:04.008688 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=107020) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 23 15:11:04.009021 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Initializing extension manager. Sep 23 15:11:04.009541 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: __init__.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.009880 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: __pycache__ {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.010212 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: address_group.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.011092 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.011661 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: address-group Sep 23 15:11:04.011996 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: address_scope.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.012688 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.013195 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: address-scope Sep 23 15:11:04.013515 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.014384 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.014889 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: router-admin-state-down-before-update Sep 23 15:11:04.015210 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: agent.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.015870 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.016508 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: agent Sep 23 15:11:04.017026 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: agent_resources_synced.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.018062 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.018572 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: agent-resources-synced Sep 23 15:11:04.018892 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.020664 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.021184 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: allowed-address-pairs Sep 23 15:11:04.021505 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.022530 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.023045 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: auto-allocated-topology Sep 23 15:11:04.023367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: availability_zone.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.024059 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.024575 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: availability_zone Sep 23 15:11:04.024896 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: availability_zone_filter.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.025764 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.026278 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: availability_zone_filter Sep 23 15:11:04.026598 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: data_plane_status.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.027454 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.027958 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 15:11:04.028309 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: default_subnetpools.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.029173 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.029676 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: default-subnetpools Sep 23 15:11:04.029994 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.030758 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.031268 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: dhcp_agent_scheduler Sep 23 15:11:04.031585 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: dns.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.032522 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.033003 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 15:11:04.033321 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: dns_domain_ports.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.034185 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.034685 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 15:11:04.035025 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.035872 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.036406 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 15:11:04.036726 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: dvr.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.037359 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.037861 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: dvr Sep 23 15:11:04.038181 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: ecmp_routes.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.039050 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.039550 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 15:11:04.039869 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: empty_string_filtering.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.040818 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.041326 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: empty-string-filtering Sep 23 15:11:04.041646 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.042778 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.043281 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 15:11:04.043599 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.044489 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.044992 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 15:11:04.045314 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: external_net.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.046176 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.046683 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: external-net Sep 23 15:11:04.047002 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.048467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.048983 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: extra_dhcp_opt Sep 23 15:11:04.049302 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: extraroute.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.050210 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.050677 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: extraroute Sep 23 15:11:04.050999 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: extraroute_atomic.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.051997 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.052514 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: extraroute-atomic Sep 23 15:11:04.052836 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: filter_validation.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.053464 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.053968 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: filter-validation Sep 23 15:11:04.054288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: fip_pf_description.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.055145 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.055647 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 15:11:04.055963 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: fip_pf_detail.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.056851 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.057356 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 23 15:11:04.057673 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: fip_pf_port_range.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.058532 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.059035 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 23 15:11:04.059350 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: fip_port_details.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.060238 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.060748 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: fip-port-details Sep 23 15:11:04.061065 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: flavors.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.062245 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.062766 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: flavors Sep 23 15:11:04.063092 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.065307 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.065832 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 15:11:04.066165 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: floatingip_pools.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.066841 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.067352 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: floatingip-pools Sep 23 15:11:04.067680 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: ip_allocation.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.068589 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.069097 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 15:11:04.069418 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.070309 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.070818 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: ip-substring-filtering Sep 23 15:11:04.071142 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l2_adjacency.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.072052 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.072558 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 15:11:04.072883 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.073830 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.074341 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: router Sep 23 15:11:04.074663 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.077149 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.077682 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 15:11:04.078017 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.078978 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.079507 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: ext-gw-mode Sep 23 15:11:04.079836 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.080743 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.081265 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: l3-ha Sep 23 15:11:04.081591 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.082467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.082980 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 23 15:11:04.083308 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_flavors.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.084206 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.084722 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: l3-flavors Sep 23 15:11:04.085044 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.086389 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.086916 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 23 15:11:04.087244 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.088141 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.088658 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 15:11:04.088982 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: l3agentscheduler.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.089997 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.090512 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: l3_agent_scheduler Sep 23 15:11:04.090838 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: local_ip.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.092568 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.093092 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension local_ip not supported by any of loaded plugins Sep 23 15:11:04.093425 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: logging.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.094869 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.095396 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension logging not supported by any of loaded plugins Sep 23 15:11:04.095725 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: metering.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.096462 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.097046 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: metering Sep 23 15:11:04.097371 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.098413 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.098927 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: metering_source_and_destination_fields Sep 23 15:11:04.099249 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: multiprovidernet.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.100202 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.100669 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: multi-provider Sep 23 15:11:04.100990 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: netmtu.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.101855 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.102364 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: net-mtu Sep 23 15:11:04.102683 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: netmtu_writable.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.103550 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.104142 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: net-mtu-writable Sep 23 15:11:04.104464 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: network_availability_zone.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.105274 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.105782 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: network_availability_zone Sep 23 15:11:04.106177 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: network_ip_availability.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.107409 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.108012 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: network-ip-availability Sep 23 15:11:04.108330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: network_segment_range.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.109058 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.109561 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 15:11:04.109878 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: pagination.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.111392 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.111713 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: pagination Sep 23 15:11:04.112065 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: port_device_profile.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.112934 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.113446 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: port-device-profile Sep 23 15:11:04.113764 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: port_mac_address_override.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.114636 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.115145 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: port-mac-override Sep 23 15:11:04.115465 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.116359 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.116890 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: port-mac-address-regenerate Sep 23 15:11:04.117216 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.118096 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.118603 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: port-numa-affinity-policy Sep 23 15:11:04.118926 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: port_resource_request.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.119790 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.120321 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 15:11:04.120644 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: port_resource_request_groups.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.121557 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.122062 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 23 15:11:04.122385 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: portbindings.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.123262 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.123771 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: binding Sep 23 15:11:04.124124 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: portbindings_extended.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.125335 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.126478 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: binding-extended Sep 23 15:11:04.126804 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: portsecurity.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.127679 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.128231 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: port-security Sep 23 15:11:04.128553 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: project_id.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.129694 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.130029 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: project-id Sep 23 15:11:04.130353 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: providernet.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.131233 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.131757 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: provider Sep 23 15:11:04.132103 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.135578 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.136162 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos not supported by any of loaded plugins Sep 23 15:11:04.136505 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.137739 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.138266 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 15:11:04.138593 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.139466 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.140007 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 15:11:04.140336 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_default.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.141210 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.141773 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-default not supported by any of loaded plugins Sep 23 15:11:04.142097 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_fip.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.143238 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.143749 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 15:11:04.144111 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.144992 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.145505 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 23 15:11:04.145826 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.146713 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.147229 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 15:11:04.147552 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.148463 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.148975 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 15:11:04.149295 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.150290 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.150809 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 23 15:11:04.151132 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.152167 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.152681 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 23 15:11:04.153002 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_pps_rule.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.154116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.154633 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 15:11:04.154954 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.155822 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.156368 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 15:11:04.156692 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.157759 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.158265 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 23 15:11:04.158588 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: qos_rules_alias.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.159584 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.160127 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 15:11:04.160452 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: quota_check_limit.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.161319 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.161833 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: quota-check-limit Sep 23 15:11:04.162157 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: quotasv2.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.163079 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.163404 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: quotas Sep 23 15:11:04.163723 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: quotasv2_detail.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.165394 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.165733 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: quota_details Sep 23 15:11:04.166060 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: rbac.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.167095 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.167625 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: rbac-policies Sep 23 15:11:04.167953 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: rbac_address_group.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.168871 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.169382 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: rbac-address-group Sep 23 15:11:04.169701 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: rbac_address_scope.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.170647 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.171166 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: rbac-address-scope Sep 23 15:11:04.171491 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: rbac_security_groups.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.172401 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.173693 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: rbac-security-groups Sep 23 15:11:04.174268 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.175015 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.175535 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: rbac-subnetpool Sep 23 15:11:04.175856 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: revisionifmatch.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.176763 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.177278 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: revision-if-match Sep 23 15:11:04.177622 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: revisions.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.178740 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.179249 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: standard-attr-revisions Sep 23 15:11:04.185698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: router_availability_zone.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.185698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.185698 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: router_availability_zone Sep 23 15:11:04.185698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: routerservicetype.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.185698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.185698 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 15:11:04.234051 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.234051 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.234051 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: security-groups-normalized-cidr Sep 23 15:11:04.234051 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.244745 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.245332 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: port-security-groups-filtering Sep 23 15:11:04.245669 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.246638 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.247160 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: security-groups-remote-address-group Sep 23 15:11:04.247485 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.248408 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.248932 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: security-groups-shared-filtering Sep 23 15:11:04.249255 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: securitygroup.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.259868 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.260476 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: security-group Sep 23 15:11:04.260816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: segment.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.261560 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.262103 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension segment not supported by any of loaded plugins Sep 23 15:11:04.262435 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.263423 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.263943 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 15:11:04.264334 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: servicetype.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.265515 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.266087 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: service-type Sep 23 15:11:04.266502 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: sorting.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.267751 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.268115 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: sorting Sep 23 15:11:04.268442 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: standard_attr_segment.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.269349 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.270058 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 15:11:04.270200 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: standardattrdescription.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.270807 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.271323 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: standard-attr-description Sep 23 15:11:04.271805 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: stateful_security_group.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.272574 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.273134 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: stateful-security-group Sep 23 15:11:04.273497 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: stdattrs_common.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.274089 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 15:11:04.274455 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.276017 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.276017 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 15:11:04.276277 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: subnet_onboard.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.277399 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.277851 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: subnet_onboard Sep 23 15:11:04.278343 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.279096 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.279659 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 15:11:04.279966 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: subnet_service_types.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.280892 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.281455 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: subnet-service-types Sep 23 15:11:04.281812 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: subnetallocation.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.283583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.284146 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: subnet_allocation Sep 23 15:11:04.284483 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.285130 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.285653 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: subnetpool-prefix-ops Sep 23 15:11:04.285982 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.286886 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.287402 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 15:11:04.287729 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: tagging.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.288833 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.289368 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: standard-attr-tag Sep 23 15:11:04.289692 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: timestamp.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.290882 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.291402 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loaded extension: standard-attr-timestamp Sep 23 15:11:04.291729 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: trunk.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.292761 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.293284 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension trunk not supported by any of loaded plugins Sep 23 15:11:04.293645 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: trunk_details.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.294586 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.295102 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 15:11:04.295432 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.296477 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.296991 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 15:11:04.297317 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Loading extension file: vlantransparent.py {{(pid=107020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 15:11:04.298574 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=107020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 15:11:04.299083 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 15:11:04.301794 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:network Sep 23 15:11:04.302332 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:subnet Sep 23 15:11:04.302730 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:11:04.303121 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:port Sep 23 15:11:04.304477 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.304931 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service FLAVORS assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.305546 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.305991 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.306326 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:router Sep 23 15:11:04.306765 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 15:11:04.307265 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service METERING assigned prefix: /metering {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.308822 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:04.309203 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:04.309570 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=107020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:11:04.310599 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 15:11:04.311047 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:security_group Sep 23 15:11:04.311475 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 15:11:04.312047 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service CORE assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.312389 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:11:04.312737 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] subnetpool is already registered Sep 23 15:11:04.313205 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service CORE assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.313551 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:11:04.313907 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] subnetpool is already registered Sep 23 15:11:04.316492 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.316956 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service FLAVORS assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.317587 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.318137 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:router Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] router is already registered Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] floatingip is already registered Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service METERING assigned prefix: /metering {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] rbac_policy is already registered Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:security_group Sep 23 15:11:04.323408 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] security_group is already registered Sep 23 15:11:04.324066 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 15:11:04.324066 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] security_group_rule is already registered Sep 23 15:11:04.324066 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service CORE assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.324066 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:11:04.324066 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] subnetpool is already registered Sep 23 15:11:04.324410 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.v2.resource_helper [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Service CORE assigned prefix: {{(pid=107020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 15:11:04.324487 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 15:11:04.324803 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING neutron.quota.resource_registry [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] subnetpool is already registered Sep 23 15:11:04.325269 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: extensions {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.326909 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: address-groups {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.328556 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: address-scopes {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.329819 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: agents {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.330964 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: auto-allocated-topology {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.333626 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: availability_zones {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.334921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: dhcp-networks {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.336383 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: dhcp-agents {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.337916 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: routers {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.339705 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: flavors {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.340900 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: service_profiles {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.342239 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: next_providers {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.343700 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: service_profiles {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.345933 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: floatingip-pools {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.347187 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: routers {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.349047 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: floatingips {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.350276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: l3-routers {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.351617 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: l3-agents {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.353184 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: metering-labels {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.359658 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: metering-label-rules {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.359658 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: network-ip-availabilities {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.359658 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: bindings {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.359658 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: quotas {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.360794 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: quotas {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.362525 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: rbac-policies {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.363712 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: security-groups {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.364940 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: security-group-rules {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.366207 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: service-providers {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.367540 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: subnetpools {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.368907 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: subnetpools {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.370365 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.372228 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.373957 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.375970 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.377933 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.379800 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.381619 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.383429 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.385276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.387132 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron.api.extensions [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Extended resource: tags {{(pid=107020) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 15:11:04.394619 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING keystonemiddleware.auth_token [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 15:11:04.399762 dv-cinder-855307-2-iscsi neutron-server[107020]: WARNING keystonemiddleware.auth_token [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 15:11:04.409450 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Acquiring lock "singleton_lock" {{(pid=107020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 23 15:11:04.409780 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Acquired lock "singleton_lock" {{(pid=107020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 23 15:11:04.410254 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_concurrency.lockutils [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Releasing lock "singleton_lock" {{(pid=107020) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 23 15:11:04.410906 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Starting 2 workers Sep 23 15:11:04.415705 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Started child 107135 {{(pid=107020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:11:04.420255 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Started child 107136 {{(pid=107020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:11:04.421335 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:04.421963 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO neutron.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 15:11:04.422522 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=107020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:04.423594 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [-] (107135) wsgi starting up on http://0.0.0.0:9696 Sep 23 15:11:04.425819 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Starting 1 workers Sep 23 15:11:04.427114 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:04.429181 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [-] (107136) wsgi starting up on http://0.0.0.0:9696 Sep 23 15:11:04.431090 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Started child 107137 {{(pid=107020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:11:04.431671 dv-cinder-855307-2-iscsi neutron-server[107020]: INFO oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Starting 1 workers Sep 23 15:11:04.435198 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] calling RpcWorker wait() {{(pid=107137) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 15:11:04.435863 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] returning from RpcWorker wait() {{(pid=107137) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 15:11:04.436335 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Started child 107138 {{(pid=107020) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 15:11:04.437256 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG neutron_lib.callbacks.manager [None req-705d4631-0b02-4a7c-9399-26cb7a82a9a6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=107020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:04.437426 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:04.438185 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:04.440030 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 15:11:04.440352 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 15:11:04.440639 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 15:11:04.440956 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 15:11:04.441396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 15:11:04.441516 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43052) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:04.441610 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 15:11:04.442167 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.442535 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.442865 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.443209 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.443849 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.444223 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.444541 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.444887 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.445203 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.445434 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.445659 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.445991 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.446310 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.446754 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.447093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.447394 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.447716 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.447947 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.448325 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.448622 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.448726 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [-] 10.222.0.55 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050573 Sep 23 15:11:04.448944 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.449280 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] debug = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.449608 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.450259 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.450526 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.450774 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.451024 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.451326 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.451597 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.451876 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.452147 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.452384 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.452640 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.452922 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.453168 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.453415 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.453659 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.454042 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.455452 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.455601 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:04.456190 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] host = dv-cinder-855307-2-iscsi {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.456190 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.456190 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.456598 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:04.456748 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.456748 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.457227 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.457484 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.457755 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.458587 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.458731 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [-] 10.222.0.55 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0050697 Sep 23 15:11:04.458873 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.458873 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.458873 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.459270 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.459270 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.459548 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.459743 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_options = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.459889 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.460134 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.460424 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.460620 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.460794 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.460963 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.461226 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.461539 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.461709 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.461852 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.462036 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.462260 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.462730 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.463188 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.463641 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.464068 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.464519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.464973 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.465305 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.465622 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.465920 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.466239 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.466544 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.466832 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.467145 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.467465 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.467760 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.468128 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.468361 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.468720 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.469008 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.469316 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.471846 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_json = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.481795 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482288 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.482749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.483519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.484082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.486894 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.487396 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488088 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488529 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488529 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488766 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.488988 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.489222 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.489453 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.489689 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.489921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.490522 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.490522 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.491600 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.491600 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.491600 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.491600 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.491600 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.493583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494448 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494448 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494448 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494448 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494448 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494804 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.494888 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.495096 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.495311 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.495524 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.495738 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.496004 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.497489 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.497489 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.498595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.498595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.498595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.498595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.498595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.498595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500105 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500105 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500105 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500105 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500105 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500105 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500734 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500734 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500734 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.500957 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.503144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.503144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.503144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.503144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.503144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.503534 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.504383 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.504383 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.504383 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.504827 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.505054 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.505488 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.505903 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.506316 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.506765 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.507202 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.507545 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.507802 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.508825 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.509211 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.509620 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.509999 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.510440 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.510842 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.511698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.511698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.511698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.511936 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.512247 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.512511 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.512777 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.513016 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.513287 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.513567 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.514201 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.514201 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.514429 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.514505 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.514716 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.514939 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.515160 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.515405 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.515733 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.516020 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.516249 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.516583 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.516873 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.517157 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.517806 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.518077 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.518347 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.518586 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.518841 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.519121 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.519377 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.519599 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.519882 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.520166 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.520398 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.520617 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.520858 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522117 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522117 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522117 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522117 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522117 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522497 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522497 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.522678 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.523120 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.523529 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.523941 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.524411 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.524641 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.524866 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.525090 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.525306 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.525545 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.525762 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.526223 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528159 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528782 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528782 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.528782 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.529041 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.529227 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.529656 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.530040 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.530480 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.530919 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.531482 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.531735 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.532519 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.532774 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.533161 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.533596 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.533826 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.534051 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.534308 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.534543 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.534762 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.535004 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.535258 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.535482 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.535883 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.536296 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.536520 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.536902 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.537195 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.537447 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.537683 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.537912 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.538136 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.538366 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.538588 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.538810 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.539049 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.539289 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.539508 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.539741 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.539947 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.540204 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.540552 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.540788 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.541031 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.541441 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.541811 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.542186 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.542613 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.542859 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.543082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544367 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544748 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544748 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.544880 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.545055 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.545943 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.545943 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.545943 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.545943 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.546415 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.546415 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.546577 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.546724 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.546934 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.547183 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.547401 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.547642 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.548447 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.548999 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.548999 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.549169 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.549311 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.549543 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.549865 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.550125 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.551177 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.551177 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.551177 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.551625 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.551625 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.551908 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.552080 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.553094 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.553094 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.553094 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.553094 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.553682 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.553682 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.554590 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.554590 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.554590 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.554590 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.555127 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.555127 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.555412 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.555614 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.555941 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.556238 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.556507 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.556749 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.556999 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.557244 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.557462 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.557720 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.557956 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.558995 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.558995 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.558995 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.558995 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.559610 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.559610 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.559610 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.559845 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.559929 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.560677 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.560677 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.560677 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 15:11:04.561113 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=107020) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 15:11:04.561264 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 15:11:04.561424 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 15:11:04.561595 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 15:11:04.561766 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 15:11:04.561923 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 15:11:04.562134 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.562297 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.562459 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.562620 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.562807 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.562970 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.563130 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.563347 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.563509 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.563670 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.564627 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.564849 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.565041 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.565216 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.565360 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566460 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.566460 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] debug = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567035 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567035 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567035 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567035 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567464 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567464 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567464 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567769 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.567769 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.568046 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.568163 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.568292 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.568409 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.568524 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569029 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569029 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569029 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569351 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] host = dv-cinder-855307-2-iscsi {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569351 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569627 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569627 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569835 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.569944 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570072 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570198 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570908 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570908 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570908 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570908 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.570908 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.571442 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.571442 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.571442 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_options = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.571442 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572276 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572594 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572594 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572742 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.572856 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573003 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573161 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573325 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573476 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573635 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573797 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.573956 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.574116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.574277 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.574438 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.574601 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.574763 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.574921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.575082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.575244 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.575401 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.575562 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.575837 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.575930 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.576050 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.576199 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.576355 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.576517 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.576677 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.576870 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.577036 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.577195 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.577369 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578116 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578455 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578455 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578604 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.578691 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_json = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.579370 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.579561 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.580361 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.580361 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.580361 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.580361 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.580361 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.581077 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.581077 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 15:11:04.581077 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.581077 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.581631 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.581631 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.581631 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.581631 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582158 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582158 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582158 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582158 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582593 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582593 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582593 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582970 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.582970 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.583189 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.583310 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.583433 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.583534 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.584573 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.585487 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.585487 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.585487 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.585487 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.585487 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586149 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586149 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586149 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586149 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586149 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586807 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586807 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586807 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.586807 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587332 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587332 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587332 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587332 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587832 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587832 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.587832 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588252 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588252 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588252 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588654 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588654 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588913 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.588913 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589176 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589176 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589443 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589443 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589725 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589725 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.589995 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590139 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590279 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590426 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590567 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590708 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590847 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.590991 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.591131 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.591270 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.591411 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.591560 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.591709 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.591855 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592053 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592204 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592338 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592468 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592611 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592759 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.592910 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.593058 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.593205 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.593365 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.593530 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.593698 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.593853 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.594018 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.594187 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.595787 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.596382 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.596382 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.596382 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.596571 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.596571 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.596729 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.597051 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.597620 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.597620 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.597620 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.597948 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.597948 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598165 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598165 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598368 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598476 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598609 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598746 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.598874 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599027 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599193 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599354 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599488 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599647 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599788 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.599934 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.600144 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.600347 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.600495 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.600639 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.600789 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.600934 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601082 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601250 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601419 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601585 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601754 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.601921 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.602240 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.602240 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.602691 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.602691 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.602691 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603347 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603347 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603619 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603619 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603891 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.603891 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.604179 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.604318 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.604466 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.604604 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.604742 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.604891 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605076 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605220 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605360 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605498 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605635 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605773 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.605910 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606047 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606193 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606341 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606480 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606618 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606754 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.606891 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.607127 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.607272 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.607410 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.607557 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.607696 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.607834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608000 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608158 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608308 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608447 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608587 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608739 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.608889 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609028 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609165 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609303 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609472 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609619 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609786 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.609953 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.610151 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.610417 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:04.610649 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.610649 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.610649 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.611877 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.613253 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.616467 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.618486 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.619834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.621475 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.622330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.622330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.622330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.622330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.622330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623078 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623667 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623667 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623667 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.623667 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.624230 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.624230 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.624945 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.625115 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.625293 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.625459 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.625623 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.625821 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.625987 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.626151 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.626325 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.626491 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627151 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627151 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627151 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627151 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.627816 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.628437 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.628989 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.629163 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.629368 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.630093 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.630399 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.630604 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.631615 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632083 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632083 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632390 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632390 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632755 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632755 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.632755 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633269 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633269 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633269 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.633834 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.634626 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.634626 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.634626 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.634626 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.634626 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.635537 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.635709 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.635874 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.636062 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.636229 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.636393 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 15:11:04.636553 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=107020) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 15:11:13.729330 dv-cinder-855307-2-iscsi neutron-server[107020]: DEBUG dbcounter [-] [107020] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=107020) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:16.447446 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12ce9a3-60b4-4a66-add6-cad21e2defae None None] get_active_networks_info from dv-cinder-855307-2-iscsi {{(pid=107137) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 23 15:11:16.452921 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writer thread running {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:11:16.552582 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12ce9a3-60b4-4a66-add6-cad21e2defae None None] No non-hosted networks {{(pid=107137) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 15:11:16.564024 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-194d6b75-f50e-4da6-ab1f-1cd542ba1f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106436'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:18.109322 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writer thread running {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:11:18.758164 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-524246b5-a5db-4245-ac57-5cb8213ed025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106436'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:18.782396 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.db.api [None req-326e8a63-b6c4-4417-8b74-9d82b169a858 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-855307-2-iscsi {{(pid=107137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 15:11:18.783632 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG oslo_db.api [None req-326e8a63-b6c4-4417-8b74-9d82b169a858 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:11:19.311533 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-326e8a63-b6c4-4417-8b74-9d82b169a858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:20.228234 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106436'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:20.517836 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43142) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:21.170866 dv-cinder-855307-2-iscsi neutron-server[107135]: WARNING oslo_policy.policy [None req-d148cb33-8be5-4ba5-9308-675c99f88752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:21.171535 dv-cinder-855307-2-iscsi neutron-server[107135]: WARNING oslo_policy.policy [None req-d148cb33-8be5-4ba5-9308-675c99f88752 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:21.402523 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [None req-d148cb33-8be5-4ba5-9308-675c99f88752 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:11:21.410910 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.db.l3_hamode_db [None req-b4d850be-58b7-46ce-b9d0-436a5768d3c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 15:11:21.416586 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d148cb33-8be5-4ba5-9308-675c99f88752 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8977139 Sep 23 15:11:21.495861 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d850be-58b7-46ce-b9d0-436a5768d3c4 None None] Routers set() bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:11:21.496676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d850be-58b7-46ce-b9d0-436a5768d3c4 None None] Router IDs set() for agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 23 15:11:21.962745 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106436'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:21.963081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.963499 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.963900 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.964330 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.964719 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.966347 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.966754 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.967297 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.967939 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.968436 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.970917 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.971280 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.971639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.972060 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.975472 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:21.975472 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-855307-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:21.989160 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-855307-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:22.230837 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106436'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:24.146430 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43176) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:24.495047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:11:24.507332 dv-cinder-855307-2-iscsi neutron-server[107135]: ERROR stevedore.extension [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 15:11:24.588924 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.policy [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107135) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 15:11:24.631958 dv-cinder-855307-2-iscsi neutron-server[107135]: WARNING oslo_policy.policy [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:24.632277 dv-cinder-855307-2-iscsi neutron-server[107135]: WARNING oslo_policy.policy [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:24.652917 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writer thread running {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:11:24.806892 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748707420916', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748707415240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748707437548', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748707526847', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748707518411', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748707542683', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-792387', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-914741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3736976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3763886'] for rbac-policy (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:25.096728 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:25.097948 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f58a4ff9-589b-47f1-a970-7635c4043cd6 admin admin] 10.222.0.55 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9504910 Sep 23 15:11:27.762892 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43186) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:28.097206 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:11:28.207891 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Made reservation on behalf of 0ffbe3ca86954853be08ecf627d6af00 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:28.212238 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.231896 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.346229 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks [] for security_group (bf72b6da-6bc0-4e56-b3c9-db28502945c3), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.414973 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (bf72b6da-6bc0-4e56-b3c9-db28502945c3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.456363 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:11:28.480548 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748708179128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (b6fffa91-b210-4f8a-b386-27a09c0d3f7a), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.481135 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Unsubscribe: segment precommit_create {{(pid=107135) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 15:11:28.481686 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Added segment b6fffa91-b210-4f8a-b386-27a09c0d3f7a of type vlan for network f12f172b-e91b-4ae0-8fe9-b1950c74d47e Sep 23 15:11:28.488283 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72b6da-6bc0-4e56-b3c9-db28502945c3,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:28.526605 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.526951 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.527307 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.527669 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.528029 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.528366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.528697 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.529025 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.529351 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.529703 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.530083 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.530403 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.530724 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.531044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.531362 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Tracked resource versions report: Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: pushed versions: Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: { 'AddressGroup': {'1.2'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Agent': {'1.1'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'ConntrackHelper': {'1.0'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Log': {'1.0'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'NDPProxy': {'1.0'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Network': {'1.1'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Port': {'1.7'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'PortForwarding': {'1.3'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'QosPolicy': {'1.10'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroup': {'1.5'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SubPort': {'1.0'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Subnet': {'1.1'}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Trunk': {'1.1'}} Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: consumer versions: Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Agent': '1.1', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'ConntrackHelper': '1.0', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'LocalIPAssociation': '1.0', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Log': '1.0', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'NDPProxy': '1.0', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Network': '1.1', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Port': '1.7', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'PortForwarding': '1.3', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'QosPolicy': '1.10', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroup': '1.5', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroupRule': '1.2', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SubPort': '1.0', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Subnet': '1.1', Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Trunk': '1.1'}} Sep 23 15:11:28.533476 dv-cinder-855307-2-iscsi neutron-server[107135]: {{(pid=107135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:11:28.597393 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (f12f172b-e91b-4ae0-8fe9-b1950c74d47e), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.672047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (f12f172b-e91b-4ae0-8fe9-b1950c74d47e), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.677728 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:28.678420 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:28.792675 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] Pushing event updated for resources: {'Network': ['ID=f12f172b-e91b-4ae0-8fe9-b1950c74d47e,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:28.804841 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:11:28.829532 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-229a8415-b927-40ed-9748-6b75238d8f20 demo demo] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0655379 Sep 23 15:11:31.564062 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43198) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:32.119311 dv-cinder-855307-2-iscsi neutron-server[107136]: WARNING oslo_policy.policy [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:32.119892 dv-cinder-855307-2-iscsi neutron-server[107136]: WARNING oslo_policy.policy [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:32.362401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writer thread running {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 23 15:11:32.470078 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=14,neutron:INSERT=31 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:32.521672 dv-cinder-855307-2-iscsi neutron-server[107136]: ERROR stevedore.extension [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 23 15:11:32.576743 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.policy [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 15:11:32.619534 dv-cinder-855307-2-iscsi neutron-server[107136]: WARNING oslo_policy.policy [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:32.619826 dv-cinder-855307-2-iscsi neutron-server[107136]: WARNING oslo_policy.policy [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 15:11:32.627590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:32.629611 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fbfe73b8-d91d-49f5-885d-c8a0865ae39b demo admin] 10.222.0.55 "GET /networking/v2.0/networks/f12f172b-e91b-4ae0-8fe9-b1950c74d47e HTTP/1.1" status: 200 len: 825 time: 1.0636742 Sep 23 15:11:32.672121 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-eeb45e19-0800-45a0-9fe5-b9ed67e08ac2 demo admin] 10.222.0.55 "GET /networking/v2.0/subnetpools/cea870fa-7fe4-46dd-8397-a690a83fb5c4 HTTP/1.1" status: 200 len: 734 time: 0.0357506 Sep 23 15:11:32.682655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Request body: {'subnet': {'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4', 'gateway_ip': '172.20.0.1', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:11:32.798051 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Made reservation on behalf of 0ffbe3ca86954853be08ecf627d6af00 for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:32.800967 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:33.158429 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (3924a376-af6e-4660-b540-902b384d77e9), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:33.236494 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Checking segment: {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:11:33.236881 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Network hostable DHCP agents. Network: f12f172b-e91b-4ae0-8fe9-b1950c74d47e, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:33.245261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=3924a376-af6e-4660-b540-902b384d77e9,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:33.258592 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.258940 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.259297 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.259654 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.260003 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.260341 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.260672 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.260999 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.261343 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.261680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.262007 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.262348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.262676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.262996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.263318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Tracked resource versions report: Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: pushed versions: Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: { 'AddressGroup': {'1.2'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Agent': {'1.1'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'ConntrackHelper': {'1.0'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Log': {'1.0'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'NDPProxy': {'1.0'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Network': {'1.1'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Port': {'1.7'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'PortForwarding': {'1.3'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'QosPolicy': {'1.10'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroup': {'1.5'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SubPort': {'1.0'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Subnet': {'1.1'}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Trunk': {'1.1'}} Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: consumer versions: Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Agent': '1.1', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'ConntrackHelper': '1.0', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'LocalIPAssociation': '1.0', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Log': '1.0', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'NDPProxy': '1.0', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Network': '1.1', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Port': '1.7', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'PortForwarding': '1.3', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'QosPolicy': '1.10', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroup': '1.5', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroupRule': '1.2', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SubPort': '1.0', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Subnet': '1.1', Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Trunk': '1.1'}} Sep 23 15:11:33.264795 dv-cinder-855307-2-iscsi neutron-server[107136]: {{(pid=107136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:11:33.392061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:33.488277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, f12f172b-e91b-4ae0-8fe9-b1950c74d47e) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:33.493590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:33.494723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:33.498102 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd1579-8dcb-4f98-be8a-236390019957 None None] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:11:33.507322 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=32,neutron:INSERT=34 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:33.583874 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6787c08c-d02f-49f0-a4a6-2129aaaf09d7 demo admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9047811 Sep 23 15:11:33.784662 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:11:33.786383 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:34.085418 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Allocated IP 172.20.0.2 (f12f172b-e91b-4ae0-8fe9-b1950c74d47e/3924a376-af6e-4660-b540-902b384d77e9/9f6d22bb-5573-4f83-af88-6a721bd7f831) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:34.210969 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=8 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:34.215205 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:34.402199 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Publish callbacks [] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:34.485039 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:34.566554 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:34.574251 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:34.581846 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:11:34.587035 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:34.590068 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Pushing event updated for resources: {'Port': ['ID=9f6d22bb-5573-4f83-af88-6a721bd7f831,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:34.620671 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.621023 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.621383 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.623524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.623524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.623524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.623524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.623524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.624009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.624009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.624009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.624293 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.624616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Tracked resource versions report: Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: pushed versions: Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: { 'AddressGroup': {'1.2'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Agent': {'1.1'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'ConntrackHelper': {'1.0'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Log': {'1.0'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'NDPProxy': {'1.0'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Network': {'1.1'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Port': {'1.7'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'PortForwarding': {'1.3'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'QosPolicy': {'1.10'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroup': {'1.5'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SubPort': {'1.0'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Subnet': {'1.1'}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Trunk': {'1.1'}} Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: consumer versions: Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Agent': '1.1', Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'ConntrackHelper': '1.0', Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'LocalIPAssociation': '1.0', Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Log': '1.0', Sep 23 15:11:34.627903 dv-cinder-855307-2-iscsi neutron-server[107137]: 'NDPProxy': '1.0', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Network': '1.1', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Port': '1.7', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'PortForwarding': '1.3', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'QosPolicy': '1.10', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroup': '1.5', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroupRule': '1.2', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SubPort': '1.0', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Subnet': '1.1', Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Trunk': '1.1'}} Sep 23 15:11:34.639666 dv-cinder-855307-2-iscsi neutron-server[107137]: {{(pid=107137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:11:34.684478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Attempting to bind port 9f6d22bb-5573-4f83-af88-6a721bd7f831 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:11:34.684882 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Attempting to bind port 9f6d22bb-5573-4f83-af88-6a721bd7f831 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:11:34.685318 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Attempting to bind port 9f6d22bb-5573-4f83-af88-6a721bd7f831 on network f12f172b-e91b-4ae0-8fe9-b1950c74d47e {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:11:34.739925 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:11:34.740324 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Checking segment: {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:11:34.740809 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:34.741206 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Bound using segment: {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:11:34.741680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Bound port: 9f6d22bb-5573-4f83-af88-6a721bd7f831, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:11:34.742095 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:34.807288 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] For port 9f6d22bb-5573-4f83-af88-6a721bd7f831, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:11:34.829445 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] For port 9f6d22bb-5573-4f83-af88-6a721bd7f831, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=9f6d22bb-5573-4f83-af88-6a721bd7f831,segment=NetworkSegment(b6fffa91-b210-4f8a-b386-27a09c0d3f7a),segment_id=b6fffa91-b210-4f8a-b386-27a09c0d3f7a)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:11:35.221896 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:35.283169 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fa697-a311-49b6-89c7-d37c83bfd26b None None] Pushing event updated for resources: {'Port': ['ID=9f6d22bb-5573-4f83-af88-6a721bd7f831,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:36.311683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43226) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:36.686439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [None req-e4082e99-63a3-46b2-aaf8-edcdf697afd0 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:11:36.687421 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e4082e99-63a3-46b2-aaf8-edcdf697afd0 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3745689 Sep 23 15:11:38.784922 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=56,neutron:INSERT=42,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:38.789634 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=49,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:39.517133 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43238) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:39.869861 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [None req-99da2d15-5669-4190-afed-86f27bfac7d9 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:11:39.870857 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-99da2d15-5669-4190-afed-86f27bfac7d9 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3522458 Sep 23 15:11:42.638693 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43250) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:43.003944 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:11:43.118015 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.119781 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.276736 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] Publish callbacks [] for router_controller (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), precommit_add_association {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.359116 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.462775 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.464100 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-693f947c-a447-4f9d-826c-a642535571b2 demo demo] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8243403 Sep 23 15:11:43.511084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=5,neutron:SELECT=46,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:43.512272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=62,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:43.603187 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c56c1-a6fa-45b9-a223-deba68a23053 None None] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:11:43.665724 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 9f6d22bb-5573-4f83-af88-6a721bd7f831 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:11:43.679387 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Provisioning complete for port 9f6d22bb-5573-4f83-af88-6a721bd7f831 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:11:43.679796 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.683343 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Attempt 1 to provision port 9f6d22bb-5573-4f83-af88-6a721bd7f831 Sep 23 15:11:43.736051 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:43.898295 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 9f6d22bb-5573-4f83-af88-6a721bd7f831 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:11:43.898581 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:43.898925 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 9f6d22bb-5573-4f83-af88-6a721bd7f831 Sep 23 15:11:43.968354 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Current status of the port 9f6d22bb-5573-4f83-af88-6a721bd7f831 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:43.968759 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:44.020982 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] For port 9f6d22bb-5573-4f83-af88-6a721bd7f831, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=9f6d22bb-5573-4f83-af88-6a721bd7f831,segment=NetworkSegment(b6fffa91-b210-4f8a-b386-27a09c0d3f7a),segment_id=b6fffa91-b210-4f8a-b386-27a09c0d3f7a)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:11:44.059485 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 9f6d22bb-5573-4f83-af88-6a721bd7f831 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:44.059896 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:44.084838 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:44.146736 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:44.158442 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.db.api [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 15:11:44.158797 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG oslo_db.api [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:11:44.163352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460b4ae-18c0-478f-a072-0a98ca1aa0a6 None None] Pushing event updated for resources: {'Port': ['ID=9f6d22bb-5573-4f83-af88-6a721bd7f831,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:44.202978 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-0d604635-b470-441b-9f24-bbd7077a7d18 None None] Provisioning complete for port 9f6d22bb-5573-4f83-af88-6a721bd7f831 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:11:44.203417 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0d604635-b470-441b-9f24-bbd7077a7d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:44.203765 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-0d604635-b470-441b-9f24-bbd7077a7d18 None None] Attempt 1 to provision port 9f6d22bb-5573-4f83-af88-6a721bd7f831 Sep 23 15:11:44.283208 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0d604635-b470-441b-9f24-bbd7077a7d18 None None] Current status of the port 9f6d22bb-5573-4f83-af88-6a721bd7f831 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:44.696533 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 9f6d22bb-5573-4f83-af88-6a721bd7f831 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:45.589952 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 9f6d22bb-5573-4f83-af88-6a721bd7f831 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:11:45.638834 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 9f6d22bb-5573-4f83-af88-6a721bd7f831 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:11:45.639249 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:45.639600 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 9f6d22bb-5573-4f83-af88-6a721bd7f831 Sep 23 15:11:45.718192 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 9f6d22bb-5573-4f83-af88-6a721bd7f831 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:46.201248 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43262) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:46.448273 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a7c8edcd-e904-4b31-8598-68dbb64e31d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:46.541467 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [None req-1b45e891-996d-4fe8-bf11-6bb02b8a97bc admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:11:46.542501 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1b45e891-996d-4fe8-bf11-6bb02b8a97bc admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3402748 Sep 23 15:11:48.780333 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-27db1055-adb8-4803-aa39-759ff1b6a872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.233533 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43270) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:49.568100 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:11:49.712043 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Made reservation on behalf of 23b5c58d198d4456bfeec0a8daae1113 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:49.714385 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.723907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.798561 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks [] for security_group (1c690e18-13a9-4491-ac83-e726a97b4081), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.888974 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (1c690e18-13a9-4491-ac83-e726a97b4081), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.905691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Reserving flat network on physical network physnet1 {{(pid=107135) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 15:11:49.926035 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c690e18-13a9-4491-ac83-e726a97b4081,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:49.930841 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (25a3fe10-4977-46ff-9de4-bea5d82b7f8c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:49.931174 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Added segment 25a3fe10-4977-46ff-9de4-bea5d82b7f8c of type flat for network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 Sep 23 15:11:49.988051 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:50.112125 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:50.113158 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:50.113738 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:50.169263 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:50.203334 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] Pushing event updated for resources: {'Network': ['ID=a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:50.213126 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:11:50.257786 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-321fdb82-c466-4146-9e4e-b701b2601c4a admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0230639 Sep 23 15:11:51.939818 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:52.180484 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:52.894416 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43278) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:53.318303 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c199f599-0226-444e-b03a-2d65b4189c2c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:53.319707 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c199f599-0226-444e-b03a-2d65b4189c2c demo admin] 10.222.0.55 "GET /networking/v2.0/subnets/3924a376-af6e-4660-b540-902b384d77e9 HTTP/1.1" status: 200 len: 849 time: 0.4243381 Sep 23 15:11:53.443599 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6523e401-0cc7-4896-83c2-5276a2508c53 demo admin] 10.222.0.55 "GET /networking/v2.0/routers/0876c64b-dea8-4a3e-9554-bb86ebb5c2bd HTTP/1.1" status: 200 len: 704 time: 0.1178734 Sep 23 15:11:53.713819 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:53.739927 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=11 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:53.793633 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:54.013106 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Allocated IP 172.20.0.1 (f12f172b-e91b-4ae0-8fe9-b1950c74d47e/3924a376-af6e-4660-b540-902b384d77e9/23128a7f-f7a2-4f46-9059-94b8854a67ab) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:11:54.200571 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks [] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:54.306682 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:54.436173 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:54.442310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:54.447141 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Pushing event updated for resources: {'Port': ['ID=23128a7f-f7a2-4f46-9059-94b8854a67ab,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:54.449977 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:11:54.451121 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:54.671689 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Provisioning complete for port 23128a7f-f7a2-4f46-9059-94b8854a67ab triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:11:54.673028 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:54.673124 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Attempt 1 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:54.675452 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:54.704991 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Port 23128a7f-f7a2-4f46-9059-94b8854a67ab cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:11:54.739335 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:54.946182 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks [] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:55.014819 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:55.016238 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:55.019518 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:55.094876 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Pushing event updated for resources: {'Port': ['ID=23128a7f-f7a2-4f46-9059-94b8854a67ab,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:55.112579 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:55.145148 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:11:55.146493 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:55.205864 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Attempt 2 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:55.240428 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Port 23128a7f-f7a2-4f46-9059-94b8854a67ab cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:11:55.425740 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:11:55.515370 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:11:55.521817 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2bd333d6-3d2a-4720-a27f-1d81f7395f1b demo admin] 10.222.0.55 "PUT /networking/v2.0/routers/0876c64b-dea8-4a3e-9554-bb86ebb5c2bd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0726981 Sep 23 15:11:55.528818 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Sync routers for ids ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:11:55.543387 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Routers {'0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:11:55.544386 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:11:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:55.734017 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Set router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd gateway port host: None {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:11:55.741544 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Attempt 3 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:55.776755 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Port 23128a7f-f7a2-4f46-9059-94b8854a67ab cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:11:56.161084 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'name': 'router1', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:43Z', 'updated_at': '2022-09-23T15:11:54Z', 'revision_number': 2, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'gw_port_host': None, '_interfaces': [{'id': '23128a7f-f7a2-4f46-9059-94b8854a67ab', 'name': '', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'mac_address': 'fa:16:3e:9d:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:53Z', 'updated_at': '2022-09-23T15:11:54Z', 'revision_number': 2, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'subnets': [{'id': '3924a376-af6e-4660-b540-902b384d77e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:56.211868 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Checking router: 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:11:56.212223 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Updating router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd port 23128a7f-f7a2-4f46-9059-94b8854a67ab binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:11:56.268308 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:56.277640 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Attempt 4 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:56.311461 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Port 23128a7f-f7a2-4f46-9059-94b8854a67ab cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:11:56.783522 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Publish callbacks [] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:56.813010 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Attempt 5 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:56.843091 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:56.845391 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Port 23128a7f-f7a2-4f46-9059-94b8854a67ab cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:11:56.994824 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Pushing event updated for resources: {'Port': ['ID=23128a7f-f7a2-4f46-9059-94b8854a67ab,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:56.999221 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Attempting to bind port 23128a7f-f7a2-4f46-9059-94b8854a67ab on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:11:56.999614 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Attempting to bind port 23128a7f-f7a2-4f46-9059-94b8854a67ab by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:11:57.000600 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Attempting to bind port 23128a7f-f7a2-4f46-9059-94b8854a67ab on network f12f172b-e91b-4ae0-8fe9-b1950c74d47e {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:11:57.031748 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.032288 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.032634 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.032975 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.033302 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.033676 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.033952 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.034270 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.034586 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.034903 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.035226 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.035559 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.035890 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.036226 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.036541 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Tracked resource versions report: Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: pushed versions: Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: { 'AddressGroup': {'1.2'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Agent': {'1.1'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'ConntrackHelper': {'1.0'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Log': {'1.0'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'NDPProxy': {'1.0'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Network': {'1.1'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Port': {'1.7'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'PortForwarding': {'1.3'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'QosPolicy': {'1.10'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroup': {'1.5'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SubPort': {'1.0'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Subnet': {'1.1'}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Trunk': {'1.1'}} Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: consumer versions: Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Agent': '1.1', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'ConntrackHelper': '1.0', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'LocalIPAssociation': '1.0', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Log': '1.0', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'NDPProxy': '1.0', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Network': '1.1', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Port': '1.7', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'PortForwarding': '1.3', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'QosPolicy': '1.10', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroup': '1.5', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroupRule': '1.2', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SubPort': '1.0', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Subnet': '1.1', Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Trunk': '1.1'}} Sep 23 15:11:57.038033 dv-cinder-855307-2-iscsi neutron-server[107138]: {{(pid=107138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:11:57.102360 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:11:57.102763 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Checking segment: {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:11:57.103288 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:57.103643 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Bound using segment: {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:11:57.104156 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Bound port: 23128a7f-f7a2-4f46-9059-94b8854a67ab, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fffa91-b210-4f8a-b386-27a09c0d3f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:11:57.104540 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:57.153637 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:57.168865 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] For port 23128a7f-f7a2-4f46-9059-94b8854a67ab, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:11:57.171605 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:57.188969 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] For port 23128a7f-f7a2-4f46-9059-94b8854a67ab, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=23128a7f-f7a2-4f46-9059-94b8854a67ab,segment=NetworkSegment(b6fffa91-b210-4f8a-b386-27a09c0d3f7a),segment_id=b6fffa91-b210-4f8a-b386-27a09c0d3f7a)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:11:57.277504 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:57.314550 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Routers {'0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:11:57.315158 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:11:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.346404 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Attempt 6 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:57.392898 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686d2b4-6fb5-4886-9a28-e3aa2ec1520b None None] Pushing event updated for resources: {'Port': ['ID=23128a7f-f7a2-4f46-9059-94b8854a67ab,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:57.420492 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] Set router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd gateway port host: None {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:11:57.424621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Current status of the port 23128a7f-f7a2-4f46-9059-94b8854a67ab is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:57.428803 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:57.458956 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] For port 23128a7f-f7a2-4f46-9059-94b8854a67ab, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=23128a7f-f7a2-4f46-9059-94b8854a67ab,segment=NetworkSegment(b6fffa91-b210-4f8a-b386-27a09c0d3f7a),segment_id=b6fffa91-b210-4f8a-b386-27a09c0d3f7a)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:11:57.523195 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:57.573645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbddb5b-a0a2-4d1b-a86a-aa48ee3f68d3 None None] Pushing event updated for resources: {'Port': ['ID=23128a7f-f7a2-4f46-9059-94b8854a67ab,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:57.623375 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'name': 'router1', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:43Z', 'updated_at': '2022-09-23T15:11:54Z', 'revision_number': 2, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'gw_port_host': None, '_interfaces': [{'id': '23128a7f-f7a2-4f46-9059-94b8854a67ab', 'name': '', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'mac_address': 'fa:16:3e:9d:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:53Z', 'updated_at': '2022-09-23T15:11:57Z', 'revision_number': 4, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'subnets': [{'id': '3924a376-af6e-4660-b540-902b384d77e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:11:57.647367 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-163e7bcf-4bca-4035-9d80-519443357409 None None] Provisioning complete for port 23128a7f-f7a2-4f46-9059-94b8854a67ab triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:11:57.647943 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-163e7bcf-4bca-4035-9d80-519443357409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:57.648917 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-163e7bcf-4bca-4035-9d80-519443357409 None None] Attempt 1 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:11:57.652945 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca893e8-7647-4c70-93ab-a294077132cb None None] The sync data for ids ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'] in dv-cinder-855307-2-iscsi is: [{'id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'name': 'router1', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:43Z', 'updated_at': '2022-09-23T15:11:54Z', 'revision_number': 2, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'gw_port_host': None, '_interfaces': [{'id': '23128a7f-f7a2-4f46-9059-94b8854a67ab', 'name': '', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'mac_address': 'fa:16:3e:9d:c4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:53Z', 'updated_at': '2022-09-23T15:11:57Z', 'revision_number': 4, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'subnets': [{'id': '3924a376-af6e-4660-b540-902b384d77e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:11:57.732590 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-163e7bcf-4bca-4035-9d80-519443357409 None None] Current status of the port 23128a7f-f7a2-4f46-9059-94b8854a67ab is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:11:58.227252 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43290) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:11:58.639436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc5f11-b292-4501-adc1-1393cd8e125d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:58.640811 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7afc5f11-b292-4501-adc1-1393cd8e125d admin admin] 10.222.0.55 "GET /networking/v2.0/networks/a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 HTTP/1.1" status: 200 len: 842 time: 0.4124811 Sep 23 15:11:58.651085 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:11:58.745549 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Made reservation on behalf of 23b5c58d198d4456bfeec0a8daae1113 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:11:58.747943 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:59.117621 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.objects.ports [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107135) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 23 15:11:59.118057 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (da8bab2d-83d1-4acf-a106-8ac708fec6ae), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:59.172859 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8bab2d-83d1-4acf-a106-8ac708fec6ae,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:11:59.185303 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:11:59.193206 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Network hostable DHCP agents. Network: a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:11:59.283393 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:11:59.374830 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:11:59.381015 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:11:59.381676 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:11:59.385666 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894946cc-701e-43f0-811c-43c92915423d None None] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:11:59.398122 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:11:59.487851 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74148096-b1bf-4713-be15-b9b10045bdc2 None None] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:11:59.497633 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b2ef60c9-a90c-42b5-9b93-e3ca26962187 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8498533 Sep 23 15:12:02.265236 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43298) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:02.886375 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3829e180-1b6e-4ac2-805b-86359ca79656 demo admin] 10.222.0.55 "GET /networking/v2.0/routers/0876c64b-dea8-4a3e-9554-bb86ebb5c2bd HTTP/1.1" status: 200 len: 710 time: 0.6187899 Sep 23 15:12:03.006427 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04e06eb-3656-4f55-8363-d112a57fdedb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:12:03.007779 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b04e06eb-3656-4f55-8363-d112a57fdedb demo admin] 10.222.0.55 "GET /networking/v2.0/networks/a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 HTTP/1.1" status: 200 len: 886 time: 0.1149094 Sep 23 15:12:03.016889 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:12:03.259534 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks [] for router_gateway (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:03.555137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks [] for router_gateway (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:03.627328 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 23128a7f-f7a2-4f46-9059-94b8854a67ab up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:12:03.659545 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:03.678340 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 23128a7f-f7a2-4f46-9059-94b8854a67ab triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:12:03.678729 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:03.679068 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:12:03.743520 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:03.752349 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 23128a7f-f7a2-4f46-9059-94b8854a67ab is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:12:03.824183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Allocated IP 172.27.0.72 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/280e7b82-4f2f-4a66-9c65-7b6ab8944feb) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:12:03.931701 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks [] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:03.956759 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:03.972115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:04.043757 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:04.115808 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:12:04.129267 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:12:04.136610 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:12:04.172099 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Pushing event updated for resources: {'Port': ['ID=280e7b82-4f2f-4a66-9c65-7b6ab8944feb,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:04.498859 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks [] for router_gateway (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:04.683454 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4110560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1928'] for router (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:04.688637 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4107716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4107583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4110555'] for router (0876c64b-dea8-4a3e-9554-bb86ebb5c2bd), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:04.795593 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:12:04.898140 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:12:04.902592 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:04.903786 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-095606e8-5818-4c3b-9b2c-b8c81a93a2bd demo admin] 10.222.0.55 "PUT /networking/v2.0/routers/0876c64b-dea8-4a3e-9554-bb86ebb5c2bd HTTP/1.1" status: 200 len: 889 time: 1.8900068 Sep 23 15:12:04.923778 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Sync routers for ids ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:12:04.940761 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Routers {'0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:12:04.941447 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:11:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:05.157634 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Set router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:12:05.603343 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'name': 'router1', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '280e7b82-4f2f-4a66-9c65-7b6ab8944feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:43Z', 'updated_at': '2022-09-23T15:12:04Z', 'revision_number': 4, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'gw_port': {'id': '280e7b82-4f2f-4a66-9c65-7b6ab8944feb', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:03Z', 'updated_at': '2022-09-23T15:12:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '23128a7f-f7a2-4f46-9059-94b8854a67ab', 'name': '', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'mac_address': 'fa:16:3e:9d:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:53Z', 'updated_at': '2022-09-23T15:11:57Z', 'revision_number': 5, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'subnets': [{'id': '3924a376-af6e-4660-b540-902b384d77e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:05.652390 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Checking router: 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:12:05.652740 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Updating router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:12:05.705625 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:06.016417 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Publish callbacks [] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:06.100267 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:06.134713 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Attempting to bind port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:12:06.135258 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Attempting to bind port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:12:06.135441 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Attempting to bind port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:12:06.167832 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:06.174360 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd8043-8aa1-41c2-8916-a7ab4e2df4fa None None] Pushing event updated for resources: {'Port': ['ID=280e7b82-4f2f-4a66-9c65-7b6ab8944feb,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:06.191820 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:12:06.192208 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:12:06.192603 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:06.192984 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:12:06.193447 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Bound port: 280e7b82-4f2f-4a66-9c65-7b6ab8944feb, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:12:06.193820 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:06.244100 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:06.245530 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] For port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:12:06.249584 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] For port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=280e7b82-4f2f-4a66-9c65-7b6ab8944feb,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:12:06.352457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:06.393413 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Routers {'0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:12:06.394050 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:11:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:06.452207 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd8043-8aa1-41c2-8916-a7ab4e2df4fa None None] Pushing event updated for resources: {'Port': ['ID=280e7b82-4f2f-4a66-9c65-7b6ab8944feb,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:06.518493 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] Set router 0876c64b-dea8-4a3e-9554-bb86ebb5c2bd gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:12:06.729402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'name': 'router1', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '280e7b82-4f2f-4a66-9c65-7b6ab8944feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:43Z', 'updated_at': '2022-09-23T15:12:04Z', 'revision_number': 4, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'gw_port': {'id': '280e7b82-4f2f-4a66-9c65-7b6ab8944feb', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:03Z', 'updated_at': '2022-09-23T15:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '23128a7f-f7a2-4f46-9059-94b8854a67ab', 'name': '', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'mac_address': 'fa:16:3e:9d:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:53Z', 'updated_at': '2022-09-23T15:11:57Z', 'revision_number': 5, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'subnets': [{'id': '3924a376-af6e-4660-b540-902b384d77e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:12:06.754971 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b265-135f-4703-b4cb-a86a568a8f0a None None] The sync data for ids ['0876c64b-dea8-4a3e-9554-bb86ebb5c2bd'] in dv-cinder-855307-2-iscsi is: [{'id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'name': 'router1', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': '280e7b82-4f2f-4a66-9c65-7b6ab8944feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:11:43Z', 'updated_at': '2022-09-23T15:12:04Z', 'revision_number': 4, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'gw_port': {'id': '280e7b82-4f2f-4a66-9c65-7b6ab8944feb', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:2d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:12:03Z', 'updated_at': '2022-09-23T15:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '23128a7f-f7a2-4f46-9059-94b8854a67ab', 'name': '', 'network_id': 'f12f172b-e91b-4ae0-8fe9-b1950c74d47e', 'tenant_id': '0ffbe3ca86954853be08ecf627d6af00', 'mac_address': 'fa:16:3e:9d:c4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0876c64b-dea8-4a3e-9554-bb86ebb5c2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3924a376-af6e-4660-b540-902b384d77e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:11:53Z', 'updated_at': '2022-09-23T15:11:57Z', 'revision_number': 5, 'project_id': '0ffbe3ca86954853be08ecf627d6af00', 'subnets': [{'id': '3924a376-af6e-4660-b540-902b384d77e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cea870fa-7fe4-46dd-8397-a690a83fb5c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:12:07.493275 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:12:07.625124 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 280e7b82-4f2f-4a66-9c65-7b6ab8944feb up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:12:07.627437 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=27 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:07.671833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:12:07.672256 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:07.672595 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb Sep 23 15:12:07.744156 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:12:07.744540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:07.764697 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=280e7b82-4f2f-4a66-9c65-7b6ab8944feb,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:12:07.774378 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43312) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:12:07.826068 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:07.875844 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=280e7b82-4f2f-4a66-9c65-7b6ab8944feb,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:12:08.203528 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7d523cc3-2a09-45ce-a0d4-3b273a3f9894 admin admin] 10.222.0.55 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4279528 Sep 23 15:12:09.386736 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:09.393647 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=71,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:09.609196 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 280e7b82-4f2f-4a66-9c65-7b6ab8944feb up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:12:09.657172 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:12:09.657483 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (280e7b82-4f2f-4a66-9c65-7b6ab8944feb), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:09.657824 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb Sep 23 15:12:09.811997 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 280e7b82-4f2f-4a66-9c65-7b6ab8944feb is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:12:16.501307 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-8422574f-0a38-4bb8-b5b6-ffbf9f12eba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:18.191922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=67,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:18.200211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:18.685568 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:18.771822 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1ed912ff-00aa-4f97-8475-adb1e8d5b28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:19.497316 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:19.506747 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=60 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:20.152152 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:21.951805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:22.186690 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:32.117002 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:32.128468 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:44.492092 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:12:46.466057 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-6d16fe5c-87d0-4191-b199-3910ff1f5d72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:48.752347 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9453fda9-c276-410e-881f-2048c9f76437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:50.226087 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:51.963051 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:52.185990 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:12:56.502949 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:12:56.505122 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:02.121981 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:02.128725 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:14.493734 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:16.494878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-32e061c2-2600-4d9d-b903-1d4510415a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:18.757189 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-73528825-6bbf-4dd3-b3a0-55f8431babf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:20.185906 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:21.491249 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:13:21.957118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:22.197741 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:31.884075 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:32.132754 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:33.502075 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:33.502851 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:39.079211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43862) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:39.426642 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca78773-951e-48a6-93b5-a02d9fcc870a admin admin] GET failed (client error): The resource could not be found. Sep 23 15:13:39.427963 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fca78773-951e-48a6-93b5-a02d9fcc870a admin admin] 10.222.0.55 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3478045 Sep 23 15:13:39.593978 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3231bd1c-8954-4233-a6f4-1fc1c818b09c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:39.595466 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3231bd1c-8954-4233-a6f4-1fc1c818b09c admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1630828 Sep 23 15:13:42.197117 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43872) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:42.571519 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf1a51-d5a5-4422-9cac-5ec250062a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:42.572971 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d5cf1a51-d5a5-4422-9cac-5ec250062a5c admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/3924a376-af6e-4660-b540-902b384d77e9 HTTP/1.1" status: 200 len: 849 time: 0.3749278 Sep 23 15:13:42.583382 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:13:42.744363 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Publish callbacks [] for subnet (3924a376-af6e-4660-b540-902b384d77e9), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:42.974975 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748708108692'] for subnet (3924a376-af6e-4660-b540-902b384d77e9), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:43.011512 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:43.012260 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:43.013558 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] 10.222.0.55 "PUT /networking/v2.0/subnets/3924a376-af6e-4660-b540-902b384d77e9 HTTP/1.1" status: 200 len: 868 time: 0.4338052 Sep 23 15:13:43.014167 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c25f1-92e3-45b1-9a76-16af3c1407dd None None] Network f12f172b-e91b-4ae0-8fe9-b1950c74d47e requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:13:43.029450 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3924a376-af6e-4660-b540-902b384d77e9,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:13:43.038107 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.038462 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.038840 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.039191 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.039560 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.039902 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.040267 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.040606 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.040963 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.041306 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.041659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.042023 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.042356 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.042689 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.043018 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7005eeb-8977-42a7-afe3-dab52f628856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:13:43.377481 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Provisioning complete for port 9f6d22bb-5573-4f83-af88-6a721bd7f831 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:13:43.377860 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9f6d22bb-5573-4f83-af88-6a721bd7f831), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:43.378196 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Attempt 1 to provision port 9f6d22bb-5573-4f83-af88-6a721bd7f831 Sep 23 15:13:43.452495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Current status of the port 9f6d22bb-5573-4f83-af88-6a721bd7f831 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:13:43.460575 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Provisioning complete for port 23128a7f-f7a2-4f46-9059-94b8854a67ab triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:13:43.460965 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (23128a7f-f7a2-4f46-9059-94b8854a67ab), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:43.461301 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Attempt 1 to provision port 23128a7f-f7a2-4f46-9059-94b8854a67ab Sep 23 15:13:43.534036 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-41166a88-d5f8-47f5-84ca-87e38fd04546 None None] Current status of the port 23128a7f-f7a2-4f46-9059-94b8854a67ab is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:13:45.625239 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43884) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:46.228723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf3dfe-41b7-42f8-8f84-ba642af4dd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:46.229188 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bf3dfe-41b7-42f8-8f84-ba642af4dd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:46.230807 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-92bf3dfe-41b7-42f8-8f84-ba642af4dd7c admin admin] 10.222.0.55 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6045620 Sep 23 15:13:46.477506 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e2a17500-3b47-4cd5-9326-70588050d945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:48.775098 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7d8137df-2efa-4661-aa28-a52c246c98dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:48.831698 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43892) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:49.263952 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ffa5f-1c49-4001-8f92-23c6002f8593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:49.264498 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27ffa5f-1c49-4001-8f92-23c6002f8593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:49.266207 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f27ffa5f-1c49-4001-8f92-23c6002f8593 admin admin] 10.222.0.55 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4335179 Sep 23 15:13:49.589397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=12 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:49.590638 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=13 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:50.186603 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:51.952548 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:51.960782 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43900) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:52.185186 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:13:52.375415 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a65a96a-dbfa-4877-89cd-ed0be49d9b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:52.376837 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0a65a96a-dbfa-4877-89cd-ed0be49d9b68 admin admin] 10.222.0.55 "GET /networking/v2.0/networks/a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 HTTP/1.1" status: 200 len: 886 time: 0.4151044 Sep 23 15:13:55.038113 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43908) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:55.466204 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e59529-4a6a-4c2e-a8ec-4936cb3fd45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:55.467627 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-77e59529-4a6a-4c2e-a8ec-4936cb3fd45b admin admin] 10.222.0.55 "GET /networking/v2.0/networks/f12f172b-e91b-4ae0-8fe9-b1950c74d47e HTTP/1.1" status: 200 len: 869 time: 0.4285197 Sep 23 15:13:58.107085 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 43916) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:13:58.491127 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:13:58.525052 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:58.540010 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:13:58.560714 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387bc80-ce79-403a-ad49-cc67f9d6d819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:58.561879 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9387bc80-ce79-403a-ad49-cc67f9d6d819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:13:58.563446 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-9387bc80-ce79-403a-ad49-cc67f9d6d819 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4553795 Sep 23 15:14:01.193676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43924) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:01.615340 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacc878-2599-468a-963e-a44502577920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:01.615696 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdacc878-2599-468a-963e-a44502577920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:01.617286 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-bdacc878-2599-468a-963e-a44502577920 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4226303 Sep 23 15:14:02.133126 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:02.135118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:04.212410 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43932) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:04.630239 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db1c31b-be68-4218-b243-b75992ffbc65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:04.631624 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5db1c31b-be68-4218-b243-b75992ffbc65 admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/3924a376-af6e-4660-b540-902b384d77e9 HTTP/1.1" status: 200 len: 868 time: 0.4182682 Sep 23 15:14:07.223626 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43940) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:07.602461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ca49f-a430-4388-a4ca-05942d782f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:07.603831 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7b7ca49f-a430-4388-a4ca-05942d782f1e admin admin] 10.222.0.55 "GET /networking/v2.0/subnets/da8bab2d-83d1-4acf-a106-8ac708fec6ae HTTP/1.1" status: 200 len: 816 time: 0.3791971 Sep 23 15:14:08.724604 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:14.392325 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=17 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:14.401312 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=17 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:16.472638 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7713-ccb8-4da4-aee1-7cda02a1e2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:17.597329 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=17 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:17.599209 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=19 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:18.763788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-bd295759-5ffc-4834-be0e-2a0ccf82c32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:20.175530 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:21.942954 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:22.204660 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:32.138680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:32.140940 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:35.493597 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:14:38.677600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 43996) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:39.140958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [None req-28faa539-0db5-4d98-87d8-9d86d1cfe658 admin admin] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:14:39.142039 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-28faa539-0db5-4d98-87d8-9d86d1cfe658 admin admin] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4633906 Sep 23 15:14:42.079207 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44004) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:42.463277 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ed7e04-8024-4d90-9176-03bc2da092bd admin admin] GET failed (client error): The resource could not be found. Sep 23 15:14:42.464721 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-40ed7e04-8024-4d90-9176-03bc2da092bd admin admin] 10.222.0.55 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3844748 Sep 23 15:14:42.560278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735301b9-30cd-4a49-9aa7-f6768d454aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:42.562566 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-735301b9-30cd-4a49-9aa7-f6768d454aa9 admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0930219 Sep 23 15:14:45.370117 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44012) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:45.779175 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:14:45.873198 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Made reservation on behalf of 23b5c58d198d4456bfeec0a8daae1113 for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:14:45.875742 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:45.934963 dv-cinder-855307-2-iscsi neutron-server[107136]: WARNING neutron.services.revisions.revision_plugin [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Could not find related network for resource to bump revision. Sep 23 15:14:45.963505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:14:45.981308 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748708179128', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (3efab9df-cc55-450f-a466-f50cd20c5323), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:45.981877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Unsubscribe: segment precommit_create {{(pid=107136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 15:14:45.982381 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Added segment 3efab9df-cc55-450f-a466-f50cd20c5323 of type vlan for network b3b61aac-d215-40b7-895a-76f192270172 Sep 23 15:14:46.041328 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (b3b61aac-d215-40b7-895a-76f192270172), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:46.139274 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (b3b61aac-d215-40b7-895a-76f192270172), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:46.140442 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:46.141089 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:46.328013 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Pushing event updated for resources: {'Network': ['ID=b3b61aac-d215-40b7-895a-76f192270172,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:46.340222 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.340634 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.341048 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.341434 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.341814 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.342808 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.343373 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.343784 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.344241 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.344640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.345069 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.345455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.345839 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.346225 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.346605 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:46.363752 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network b3b61aac-d215-40b7-895a-76f192270172 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:14:46.387546 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-91b90651-9a25-4858-9e3e-19f1f849f527 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0162601 Sep 23 15:14:46.540343 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-dd9da8cc-b95a-42f9-b9a0-4f014d7e25fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:47.495777 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:47.496903 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:48.770250 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-40001330-8f00-4f8e-9e8f-2987a92a164b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:49.148533 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44020) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:14:49.557429 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af3255a-ed4f-4282-8745-287b34f5f7df admin admin] GET failed (client error): The resource could not be found. Sep 23 15:14:49.558871 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4af3255a-ed4f-4282-8745-287b34f5f7df admin admin] 10.222.0.55 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4093328 Sep 23 15:14:49.681372 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123ca13-ed7f-4339-b352-4ef366bbb651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:49.683480 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c123ca13-ed7f-4339-b352-4ef366bbb651 admin admin] 10.222.0.55 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1183555 Sep 23 15:14:49.694960 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Request body: {'subnet': {'network_id': 'b3b61aac-d215-40b7-895a-76f192270172', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:14:49.808084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Made reservation on behalf of 23b5c58d198d4456bfeec0a8daae1113 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:14:49.810600 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:50.106386 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (d56782aa-5850-429e-b550-8965e079c6bf), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:50.190818 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:50.216237 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56782aa-5850-429e-b550-8965e079c6bf,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:50.235442 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.236012 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.236579 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.237143 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.237694 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.238230 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.238917 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.239469 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.240078 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.240636 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.241219 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.241817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.242307 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.242911 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.243393 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:50.252218 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Checking segment: {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:14:50.252767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Network hostable DHCP agents. Network: b3b61aac-d215-40b7-895a-76f192270172, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:14:50.396667 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Network b3b61aac-d215-40b7-895a-76f192270172 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:14:50.484623 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, b3b61aac-d215-40b7-895a-76f192270172) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:50.489625 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:14:50.490324 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:50.497321 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeca17e-f0ad-4766-a04c-bddbac6857bb None None] Network b3b61aac-d215-40b7-895a-76f192270172 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:14:50.608192 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dda0692b-453a-4d8b-9b82-593b226c6d7c admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9167795 Sep 23 15:14:50.629237 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-b3b61aac-d215-40b7-895a-76f192270172', 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172', 'project_id': '23b5c58d198d4456bfeec0a8daae1113', 'fixed_ips': [{'subnet_id': 'd56782aa-5850-429e-b550-8965e079c6bf'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:14:50.630853 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:50.885239 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Allocated IP 192.168.233.2 (b3b61aac-d215-40b7-895a-76f192270172/d56782aa-5850-429e-b550-8965e079c6bf/21b5c0bc-bf22-4621-b1bb-3af65be71d58) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:14:51.107940 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Publish callbacks [] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:51.223191 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:51.280139 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Network b3b61aac-d215-40b7-895a-76f192270172 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:14:51.287094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:14:51.291760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:14:51.297788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Pushing event updated for resources: {'Port': ['ID=21b5c0bc-bf22-4621-b1bb-3af65be71d58,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:51.311357 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.311763 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.312122 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.312484 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.312821 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.313155 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.313483 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.313810 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.314135 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.314457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.314784 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.315124 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.315449 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.315767 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.316112 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:14:51.373976 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Attempting to bind port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:14:51.374357 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Attempting to bind port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:14:51.374866 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Attempting to bind port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 on network b3b61aac-d215-40b7-895a-76f192270172 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:14:51.427265 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:14:51.427633 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Checking segment: {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:14:51.429112 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:51.429112 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Bound using segment: {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:14:51.429112 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Bound port: 21b5c0bc-bf22-4621-b1bb-3af65be71d58, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:14:51.429562 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:51.447736 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:51.503894 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:51.505896 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] For port 21b5c0bc-bf22-4621-b1bb-3af65be71d58, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:14:51.508702 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] For port 21b5c0bc-bf22-4621-b1bb-3af65be71d58, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=21b5c0bc-bf22-4621-b1bb-3af65be71d58,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:14:51.599664 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:51.672935 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4c859-13f7-4655-b559-0c975cae7f4c None None] Pushing event updated for resources: {'Port': ['ID=21b5c0bc-bf22-4621-b1bb-3af65be71d58,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:51.987697 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:52.214151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:52.660717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051b5a7-7e41-4c2c-ba52-6d4c9501f032 None None] Network b3b61aac-d215-40b7-895a-76f192270172 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:14:52.737929 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Provisioning complete for port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:14:52.738316 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:52.738660 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Attempt 1 to provision port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 Sep 23 15:14:52.898907 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Current status of the port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:14:52.900684 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:52.954119 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] For port 21b5c0bc-bf22-4621-b1bb-3af65be71d58, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=21b5c0bc-bf22-4621-b1bb-3af65be71d58,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:14:53.059539 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:53.119620 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a424db-26b9-4a67-ad05-dced52c24887 None None] Pushing event updated for resources: {'Port': ['ID=21b5c0bc-bf22-4621-b1bb-3af65be71d58,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:14:53.181914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-3dffad31-0fc6-406a-9550-dce1a5e0b72b None None] Provisioning complete for port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:14:53.182305 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3dffad31-0fc6-406a-9550-dce1a5e0b72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:53.182646 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-3dffad31-0fc6-406a-9550-dce1a5e0b72b None None] Attempt 1 to provision port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 Sep 23 15:14:53.266595 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-3dffad31-0fc6-406a-9550-dce1a5e0b72b None None] Current status of the port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:14:53.760415 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 21b5c0bc-bf22-4621-b1bb-3af65be71d58 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:14:53.822781 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:14:53.823183 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (21b5c0bc-bf22-4621-b1bb-3af65be71d58), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:14:53.823526 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 Sep 23 15:14:53.919017 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 21b5c0bc-bf22-4621-b1bb-3af65be71d58 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:14:56.332000 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=32,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:14:56.334870 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:00.506318 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=48,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:00.507423 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=45,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:03.911466 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:03.916882 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:INSERT=1,neutron:SELECT=78,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:12.531923 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:15:16.473413 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7e649335-da81-4c74-a7f7-c03dbfb42537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:18.779780 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4cc64b6b-c23b-49a0-ab57-9d151a5dc959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:20.245252 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:21.956580 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:22.218072 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:24.495200 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=8 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:24.496349 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:32.151701 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:32.157894 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:15:46.500006 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d9ce98c6-398d-4e1e-9540-cd7272a1aacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:48.773288 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cf6c76a6-a908-4413-8071-44dec852f503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:49.492030 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:15:50.222790 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:51.965835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:15:52.225394 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:01.494535 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:01.495639 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:02.153524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:02.157886 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:14.387485 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=14 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:14.389770 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:16.469230 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f9ca2025-6cd8-4732-a94f-b847fb188e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:18.783514 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-37c452f1-b991-4d79-9625-8154350892d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:20.218558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:21.799865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44082) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:16:21.806189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [None req-1b2c295e-4df4-4406-add4-2b07eff59c18 tempest-verify_tempest_config-838213892 tempest-verify_tempest_config-838213892-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:16:21.807249 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1b2c295e-4df4-4406-add4-2b07eff59c18 tempest-verify_tempest_config-838213892 tempest-verify_tempest_config-838213892-project] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0061834 Sep 23 15:16:22.019892 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:22.257186 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:22.457451 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44100) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:16:22.622968 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:22.751800 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Publish callbacks [] for security_group (da6c7435-5d96-43ee-92ab-d7785972a382), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:22.813276 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (da6c7435-5d96-43ee-92ab-d7785972a382), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:22.863197 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6c7435-5d96-43ee-92ab-d7785972a382,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:22.867205 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=caea237487d64e74bddfb816b7678bb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4086664 Sep 23 15:16:22.870050 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44104) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:16:22.891948 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.892238 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.892916 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.893269 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.893748 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.894264 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.894631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.895153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.895547 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.895891 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.896473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.896869 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.897208 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.897702 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.898067 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de5b1-76d0-48e4-88f0-40f17681d911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:16:22.975274 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff279f59-0506-4b73-beb8-f69a4ceb4cef admin admin] Publish callbacks [] for security_group (da6c7435-5d96-43ee-92ab-d7785972a382), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:22.997939 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff279f59-0506-4b73-beb8-f69a4ceb4cef admin admin] Publish callbacks [] for security_group (da6c7435-5d96-43ee-92ab-d7785972a382), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:23.196912 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff279f59-0506-4b73-beb8-f69a4ceb4cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (da6c7435-5d96-43ee-92ab-d7785972a382), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:23.199634 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff279f59-0506-4b73-beb8-f69a4ceb4cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:23.201598 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ff279f59-0506-4b73-beb8-f69a4ceb4cef admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/da6c7435-5d96-43ee-92ab-d7785972a382 HTTP/1.1" status: 204 len: 168 time: 0.3300264 Sep 23 15:16:23.211373 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff279f59-0506-4b73-beb8-f69a4ceb4cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6c7435-5d96-43ee-92ab-d7785972a382,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:16:26.491414 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:16:32.162395 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:33.205710 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=34,neutron:INSERT=5,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:33.207037 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:33.233155 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:38.493998 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:38.494807 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:16:46.521944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c3bb9cde-023f-4960-af63-9457b4060098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:48.771750 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9300618d-c141-46f5-af62-c6424cfb9e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:50.213328 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:51.950226 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:16:52.264446 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:02.153452 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:02.160627 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:03.490775 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:17:15.485703 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:15.490631 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:16.487103 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-630d4bc2-6ab6-4191-bf93-a468289df4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:18.819048 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0576984f-ceb5-479c-92f3-2049c51e9ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:20.207101 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:21.984616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:22.236178 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:32.164555 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:32.166578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:40.490096 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 5 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:17:46.510189 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d3a88616-aaf9-4761-abfb-b081c9f532c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:48.767125 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1e6ea2e3-61f5-4568-9a61-2d57c82e660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:50.236141 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:51.950123 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:52.236115 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:17:52.487077 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:17:52.496185 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=6 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:02.162074 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:02.168362 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:04.321503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106436'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:14.224856 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:14.228752 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:14.312203 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:14.315241 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=14 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:16.493425 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ed2bbdb6-4163-4d6f-a744-b93adc8adb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:17.489638 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:18:18.433421 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44178) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:18.545613 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-db25f491-f7d6-4f65-b41a-8afdf5ce6bbd admin admin] 10.222.0.55 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1100123 Sep 23 15:18:18.853197 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c177005a-ab2d-4dec-9034-32be64adfc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:20.230531 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:21.077580 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44188) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:18:21.135561 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e09c1487-6f31-4190-9b88-91063729af73 admin admin] 10.222.0.55 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0568841 Sep 23 15:18:22.001965 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:22.247739 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:29.493172 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:29.494027 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:31.129888 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:31.130755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:32.168622 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:32.171662 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:18:34.293308 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:46.482428 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-90ca5745-b247-469c-bc57-e227e8d9e7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:48.807558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4dd9d819-b1ac-4760-98fb-af83ba7c831b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:50.225672 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:51.985650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:52.253615 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:18:54.489514 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:19:02.172858 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:02.174844 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:04.317280 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:14.243179 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:14.244499 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:14.496758 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:14.498624 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:16.552939 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-96ec4c09-f1bc-48b4-aea0-490e6d151c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:18.844275 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-8f3e3212-0632-406c-96db-3015b6ace279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:20.249186 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:22.007593 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:22.281684 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:31.489638 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:19:32.172080 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:32.179241 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:34.416072 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:43.487676 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:43.488894 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:44.244214 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:44.246526 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:46.495060 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-fd6de8f9-4937-4d6d-a66a-619301a92362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:48.781577 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9d09df08-1a80-491a-b39b-fe53a34d35da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:50.237586 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:52.020713 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:52.260795 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:57.810448 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44344) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:58.047873 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-515903270-network', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:58.141594 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Made reservation on behalf of ab19e9f7cb0e49548a9ab74b9d2b4aec for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:58.144412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.153856 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.232390 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks [] for security_group (6cd55e39-de3d-444b-9dce-e467990c7408), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.323260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6cd55e39-de3d-444b-9dce-e467990c7408), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.351246 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:19:58.362577 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd55e39-de3d-444b-9dce-e467990c7408,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:58.370788 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (919623ef-bf09-4087-9715-520a53e2de8c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.371281 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Added segment 919623ef-bf09-4087-9715-520a53e2de8c of type vlan for network b3f7a81d-77e4-45ed-aa33-730087d69ce7 Sep 23 15:19:58.373302 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.373721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.374833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.375317 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.375660 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.376024 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.376385 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.376796 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.377290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.377634 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.377968 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.378319 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.378679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.378999 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.379324 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Tracked resource versions report: Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: pushed versions: Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: { 'AddressGroup': {'1.2'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Agent': {'1.1'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'ConntrackHelper': {'1.0'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Log': {'1.0'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'NDPProxy': {'1.0'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Network': {'1.1'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Port': {'1.7'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'PortForwarding': {'1.3'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'QosPolicy': {'1.10'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroup': {'1.5'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SubPort': {'1.0'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Subnet': {'1.1'}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Trunk': {'1.1'}} Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: consumer versions: Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: HyperV agent@hv-cinder-85530: {}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Agent': '1.1', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'ConntrackHelper': '1.0', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'LocalIPAssociation': '1.0', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Log': '1.0', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'NDPProxy': '1.0', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Network': '1.1', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Port': '1.7', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'PortForwarding': '1.3', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'QosPolicy': '1.10', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroup': '1.5', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SecurityGroupRule': '1.2', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'SubPort': '1.0', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Subnet': '1.1', Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: 'Trunk': '1.1'}} Sep 23 15:19:58.380549 dv-cinder-855307-2-iscsi neutron-server[107136]: {{(pid=107136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:19:58.435543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (b3f7a81d-77e4-45ed-aa33-730087d69ce7), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.603441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (b3f7a81d-77e4-45ed-aa33-730087d69ce7), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.606569 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:58.606569 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.668260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] Pushing event updated for resources: {'Network': ['ID=b3f7a81d-77e4-45ed-aa33-730087d69ce7,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:58.679285 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:19:58.738583 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44402) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:58.794302 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-85eecf1b-50f5-4d64-9569-e74051a6213b admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9827139 Sep 23 15:19:58.798456 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44406) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:58.803651 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Request body: {'subnet': {'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-515903270-subnet', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:58.876077 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44410) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:58.940748 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Made reservation on behalf of ab19e9f7cb0e49548a9ab74b9d2b4aec for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:58.944017 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:58.996900 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44416) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:59.031366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44422) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:19:59.142019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-network', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:59.175874 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-733701714-network', 'tenant_id': '1679242155f94d48871525425f74d1c3'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:59.241657 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (e84b5341-8b6a-4fc9-ac79-9988bf25b079), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.289056 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Made reservation on behalf of a079aa0c75bf44619342f53006d88ff9 for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:59.291698 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.297647 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:59.325718 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Made reservation on behalf of 1679242155f94d48871525425f74d1c3 for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:59.328438 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.330937 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.360225 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.377958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84b5341-8b6a-4fc9-ac79-9988bf25b079,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:59.384959 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:19:59.390194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Checking segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:19:59.390555 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Network hostable DHCP agents. Network: b3f7a81d-77e4-45ed-aa33-730087d69ce7, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:19:59.480357 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-381467838-network', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:59.507506 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178806591-network', 'tenant_id': '14696ebba19a41fcbd4d5fcda48bec1e'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:19:59.518682 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks [] for security_group (807539f9-84da-4285-8306-e43c2f0ef5c0), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.538665 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks [] for security_group (2baf7df5-e83a-4eda-a35f-ac5d4aa0686b), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.568733 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:19:59.607132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (807539f9-84da-4285-8306-e43c2f0ef5c0), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.613653 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Made reservation on behalf of 14696ebba19a41fcbd4d5fcda48bec1e for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:59.618861 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.627249 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Made reservation on behalf of df328392b4f54d0c92df32df0241e95d for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:19:59.630810 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.634146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:19:59.642339 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.646777 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807539f9-84da-4285-8306-e43c2f0ef5c0,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:59.653404 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (7f0b3a75-52d1-41d3-8f2b-65c872ea16ad), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.653744 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Added segment 7f0b3a75-52d1-41d3-8f2b-65c872ea16ad of type vlan for network 0fed3158-67d0-44f2-9c11-c1330461e633 Sep 23 15:19:59.653881 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.691573 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2baf7df5-e83a-4eda-a35f-ac5d4aa0686b), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.708004 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (0fed3158-67d0-44f2-9c11-c1330461e633), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.729507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:19:59.742246 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, b3f7a81d-77e4-45ed-aa33-730087d69ce7) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:19:59.752086 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1330c14c-8536-45c3-a78f-10f195dd395d None None] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:19:59.774568 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:19:59.775597 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.788200 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (55939e68-09aa-4e9d-89be-f60ec4a20e0f), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.788541 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Added segment 55939e68-09aa-4e9d-89be-f60ec4a20e0f of type vlan for network b9884c67-117e-4e2a-8424-37edb233007d Sep 23 15:19:59.791243 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks [] for security_group (e4f27c78-af09-498a-adf3-29a98e848bf4), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.802615 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baf7df5-e83a-4eda-a35f-ac5d4aa0686b,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:19:59.850822 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (b9884c67-117e-4e2a-8424-37edb233007d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.882287 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks [] for security_group (379d01ce-48c0-40ed-ac93-1f6f58e9d070), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.986793 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:19:59.988016 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.997962 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (e4f27c78-af09-498a-adf3-29a98e848bf4), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:19:59.998887 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (0fed3158-67d0-44f2-9c11-c1330461e633), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.001241 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:00.002193 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.028322 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:20:00.050353 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.050755 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Added segment 9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad of type vlan for network e9517d13-445a-4316-89f6-e4dd022c2dc4 Sep 23 15:20:00.119698 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a2d5978f-d2d9-4c10-9a09-1122d6796742 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2952194 Sep 23 15:20:00.119698 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=0fed3158-67d0-44f2-9c11-c1330461e633,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.121798 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 0fed3158-67d0-44f2-9c11-c1330461e633 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:00.122841 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44470) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.136434 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:00.138712 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (e9517d13-445a-4316-89f6-e4dd022c2dc4), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.200790 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f27c78-af09-498a-adf3-29a98e848bf4,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Tracked resource versions report: Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: pushed versions: Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: { 'AddressGroup': {'1.2'}, Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Agent': {'1.1'}, Sep 23 15:20:00.664402 dv-cinder-855307-2-iscsi neutron-server[107135]: 'ConntrackHelper': {'1.0'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Log': {'1.0'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'NDPProxy': {'1.0'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Network': {'1.1'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Port': {'1.7'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'PortForwarding': {'1.3'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'QosPolicy': {'1.10'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroup': {'1.5'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SubPort': {'1.0'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Subnet': {'1.1'}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Trunk': {'1.1'}} Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: consumer versions: Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: HyperV agent@hv-cinder-85530: {}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Agent': '1.1', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'ConntrackHelper': '1.0', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'LocalIPAssociation': '1.0', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Log': '1.0', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'NDPProxy': '1.0', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Network': '1.1', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Port': '1.7', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'PortForwarding': '1.3', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'QosPolicy': '1.10', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroup': '1.5', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SecurityGroupRule': '1.2', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'SubPort': '1.0', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Subnet': '1.1', Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: 'Trunk': '1.1'}} Sep 23 15:20:00.669591 dv-cinder-855307-2-iscsi neutron-server[107135]: {{(pid=107135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:20:00.677436 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (b9884c67-117e-4e2a-8424-37edb233007d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.677436 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:00.677436 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.678574 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (379d01ce-48c0-40ed-ac93-1f6f58e9d070), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.680942 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Allocated IP 172.20.0.2 (b3f7a81d-77e4-45ed-aa33-730087d69ce7/e84b5341-8b6a-4fc9-ac79-9988bf25b079/99507776-c137-4f90-8aab-e90841eafe4b) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:00.681981 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:20:00.681981 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (7544826a-4e99-47b4-b4c4-c6680045593e), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.681981 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Added segment 7544826a-4e99-47b4-b4c4-c6680045593e of type vlan for network 080dabf7-2261-4812-9a7c-bfee5308b800 Sep 23 15:20:00.683198 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] Pushing event updated for resources: {'Network': ['ID=b9884c67-117e-4e2a-8424-37edb233007d,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.683698 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network b9884c67-117e-4e2a-8424-37edb233007d details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:00.684565 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=27,neutron:SELECT=65,neutron:UPDATE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:00.685510 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b2a222e0-5ef7-4041-937a-06142f75d8a0 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6564734 Sep 23 15:20:00.687578 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379d01ce-48c0-40ed-ac93-1f6f58e9d070,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.688483 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44484) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.689902 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (080dabf7-2261-4812-9a7c-bfee5308b800), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.690450 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Request body: {'subnet': {'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-subnet', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:00.690528 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (e9517d13-445a-4316-89f6-e4dd022c2dc4), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.690528 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:00.690528 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.690732 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-bb322f99-444c-40d9-9c52-d31a1c10bedf admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6198986 Sep 23 15:20:00.690732 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44492) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.690732 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Request body: {'subnet': {'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-subnet', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:00.690918 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] Pushing event updated for resources: {'Network': ['ID=e9517d13-445a-4316-89f6-e4dd022c2dc4,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.690998 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network e9517d13-445a-4316-89f6-e4dd022c2dc4 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:00.690998 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Publish callbacks [] for port (99507776-c137-4f90-8aab-e90841eafe4b), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.691132 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (080dabf7-2261-4812-9a7c-bfee5308b800), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.691210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Made reservation on behalf of a079aa0c75bf44619342f53006d88ff9 for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:00.691291 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:00.691291 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.691418 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.691418 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.691418 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.702077 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-25282206-eace-4705-9ca9-3e010a367243 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6652794 Sep 23 15:20:00.705158 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44496) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.745317 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Request body: {'subnet': {'network_id': 'e9517d13-445a-4316-89f6-e4dd022c2dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1178806591-subnet', 'tenant_id': '14696ebba19a41fcbd4d5fcda48bec1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:00.773062 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Made reservation on behalf of 1679242155f94d48871525425f74d1c3 for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:00.773062 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.793975 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] Pushing event updated for resources: {'Network': ['ID=080dabf7-2261-4812-9a7c-bfee5308b800,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:00.805858 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (99507776-c137-4f90-8aab-e90841eafe4b), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.821502 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:00.832591 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 080dabf7-2261-4812-9a7c-bfee5308b800 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:00.854553 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks [] for router_controller (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), precommit_add_association {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:00.867495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:00.876884 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f808b29f-0dc2-4c14-a1e0-4c93af388a1f admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8762050 Sep 23 15:20:00.877843 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44508) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:00.883832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Request body: {'subnet': {'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-381467838-subnet', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:01.010064 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Made reservation on behalf of 14696ebba19a41fcbd4d5fcda48bec1e for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:01.015326 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.025129 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Made reservation on behalf of df328392b4f54d0c92df32df0241e95d for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:01.033398 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.072524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:01.082653 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:01.082653 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Pushing event updated for resources: {'Port': ['ID=99507776-c137-4f90-8aab-e90841eafe4b,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.086402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:01.096549 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.096895 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.097267 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.097631 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.098089 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.098495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.098830 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.099163 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.099490 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.099872 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.100228 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.100572 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.100902 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.101223 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.101542 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Tracked resource versions report: Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: pushed versions: Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: { 'AddressGroup': {'1.2'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Agent': {'1.1'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'ConntrackHelper': {'1.0'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Log': {'1.0'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'NDPProxy': {'1.0'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Network': {'1.1'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Port': {'1.7'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'PortForwarding': {'1.3'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'QosPolicy': {'1.10'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroup': {'1.5'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SubPort': {'1.0'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Subnet': {'1.1'}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Trunk': {'1.1'}} Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: consumer versions: Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: HyperV agent@hv-cinder-85530: {}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Agent': '1.1', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'ConntrackHelper': '1.0', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'LocalIPAssociation': '1.0', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Log': '1.0', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'NDPProxy': '1.0', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Network': '1.1', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Port': '1.7', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'PortForwarding': '1.3', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'QosPolicy': '1.10', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroup': '1.5', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SecurityGroupRule': '1.2', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'SubPort': '1.0', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Subnet': '1.1', Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: 'Trunk': '1.1'}} Sep 23 15:20:01.102760 dv-cinder-855307-2-iscsi neutron-server[107137]: {{(pid=107137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:20:01.179864 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Attempting to bind port 99507776-c137-4f90-8aab-e90841eafe4b on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:01.180296 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Attempting to bind port 99507776-c137-4f90-8aab-e90841eafe4b by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:01.180669 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Attempting to bind port 99507776-c137-4f90-8aab-e90841eafe4b on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:01.182702 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:01.227190 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:01.227569 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Checking segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:01.228006 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.228411 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Bound using segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:01.228891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Bound port: 99507776-c137-4f90-8aab-e90841eafe4b, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:01.229309 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (99507776-c137-4f90-8aab-e90841eafe4b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.308694 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] For port 99507776-c137-4f90-8aab-e90841eafe4b, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:01.310163 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] For port 99507776-c137-4f90-8aab-e90841eafe4b, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=99507776-c137-4f90-8aab-e90841eafe4b,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:01.355708 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks [] for router_gateway (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.427054 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (99507776-c137-4f90-8aab-e90841eafe4b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.501205 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (77faac88-261b-48cd-8d7e-c9e0b109e497), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.562989 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66834d-22bc-4fcd-a390-2276190918f5 None None] Pushing event updated for resources: {'Port': ['ID=99507776-c137-4f90-8aab-e90841eafe4b,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.605017 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (0698bee1-9d1d-4abd-9efc-53ff40c981f3), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.640968 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=77faac88-261b-48cd-8d7e-c9e0b109e497,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.661702 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (f2478ad0-8f2e-459f-9221-9cf76e80afc4), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.664530 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (568e8223-9cc4-46c7-852d-2829aad57e11), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:01.729139 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2478ad0-8f2e-459f-9221-9cf76e80afc4,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.782158 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Checking segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:01.783242 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Network hostable DHCP agents. Network: b9884c67-117e-4e2a-8424-37edb233007d, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:01.877493 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=568e8223-9cc4-46c7-852d-2829aad57e11,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.883222 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0698bee1-9d1d-4abd-9efc-53ff40c981f3,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:01.894189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Checking segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:01.894189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Network hostable DHCP agents. Network: 0fed3158-67d0-44f2-9c11-c1330461e633, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:01.915090 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Checking segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:01.915855 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Network hostable DHCP agents. Network: 080dabf7-2261-4812-9a7c-bfee5308b800, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:01.964295 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Checking segment: {'id': '9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e9517d13-445a-4316-89f6-e4dd022c2dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:01.964774 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Network hostable DHCP agents. Network: e9517d13-445a-4316-89f6-e4dd022c2dc4, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:01.997749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Network b9884c67-117e-4e2a-8424-37edb233007d is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:02.019730 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 99507776-c137-4f90-8aab-e90841eafe4b up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:02.053766 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks [] for router_gateway (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.074012 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 99507776-c137-4f90-8aab-e90841eafe4b triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:02.074544 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (99507776-c137-4f90-8aab-e90841eafe4b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.074952 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 99507776-c137-4f90-8aab-e90841eafe4b Sep 23 15:20:02.080596 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.138179 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Network 080dabf7-2261-4812-9a7c-bfee5308b800 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:02.160359 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44536) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:02.163917 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 99507776-c137-4f90-8aab-e90841eafe4b is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:02.164354 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (99507776-c137-4f90-8aab-e90841eafe4b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.193948 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:02.206935 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 99507776-c137-4f90-8aab-e90841eafe4b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=99507776-c137-4f90-8aab-e90841eafe4b,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:02.221117 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Network e9517d13-445a-4316-89f6-e4dd022c2dc4 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:02.223311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Allocated IP 172.27.0.20 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/51712d85-77a4-4126-b2bd-2dccce27e80c) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:02.287544 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1a044380-98f6-4378-9380-059146df31a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.301254 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, b9884c67-117e-4e2a-8424-37edb233007d) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:02.302946 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (99507776-c137-4f90-8aab-e90841eafe4b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.306946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 0fed3158-67d0-44f2-9c11-c1330461e633) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:02.307304 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 080dabf7-2261-4812-9a7c-bfee5308b800) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:02.313065 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.313666 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.316271 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.319089 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.334596 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, e9517d13-445a-4316-89f6-e4dd022c2dc4) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:02.353557 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56594c6a-924d-4236-904b-048b7e1da546 None None] Network b9884c67-117e-4e2a-8424-37edb233007d requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:02.357187 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde5a6f-fa9c-41fe-b448-b177601219f9 None None] Network 080dabf7-2261-4812-9a7c-bfee5308b800 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:02.368304 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.369061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.373386 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks [] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.373951 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:02.374809 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.422654 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-789c7f2c-f7bc-4c20-972a-45c9fd105825 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9219136 Sep 23 15:20:02.425267 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44546) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:02.430052 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:02.445916 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ee25f-8cad-47db-add2-489175edaf5b None None] Network e9517d13-445a-4316-89f6-e4dd022c2dc4 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:02.460020 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fcf7e-ae3e-480a-b239-8512c2391201 None None] Network 0fed3158-67d0-44f2-9c11-c1330461e633 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:02.479101 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1a044380-98f6-4378-9380-059146df31a2 admin admin] Publish callbacks [] for security_group (17ca0927-cd9c-4b68-a1c8-40e204f32967), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.521478 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d1250fc4-3cad-4d09-b6bb-1975e97822ad admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1176686 Sep 23 15:20:02.521667 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0b0dab4d-6906-4047-bdb4-c0915deb4ba2 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6359751 Sep 23 15:20:02.521741 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44554) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:02.521741 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44556) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:02.521854 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-156b5a7e-7f19-405f-83c2-d892df2767b6 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7789938 Sep 23 15:20:02.534311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:02.538762 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.558459 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:02.581104 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:02.590872 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:02.598214 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:02.640127 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1a044380-98f6-4378-9380-059146df31a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (17ca0927-cd9c-4b68-a1c8-40e204f32967), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.712115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (b100bd69-c4d6-4962-acb5-17d1241e7ffa), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.713392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (b100bd69-c4d6-4962-acb5-17d1241e7ffa), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.717049 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1a044380-98f6-4378-9380-059146df31a2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=700da9a5171446dfb55095c96caa714f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5572491 Sep 23 15:20:02.720540 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.721587 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.725732 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44568) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:02.781608 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a044380-98f6-4378-9380-059146df31a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ca0927-cd9c-4b68-a1c8-40e204f32967,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:02.819074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (f42cd591-c008-466f-84a5-d8a090ae076e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.819360 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-080dabf7-2261-4812-9a7c-bfee5308b800', 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'fixed_ips': [{'subnet_id': '568e8223-9cc4-46c7-852d-2829aad57e11'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:20:02.820122 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (f42cd591-c008-466f-84a5-d8a090ae076e), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.821379 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.834376 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=99507776-c137-4f90-8aab-e90841eafe4b,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:02.837283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Pushing event updated for resources: {'Port': ['ID=51712d85-77a4-4126-b2bd-2dccce27e80c,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:02.907451 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69f571-c07a-4b92-995c-8071b8af7d12 None None] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:02.931352 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks [] for router_controller (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), precommit_add_association {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.949654 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:02.986622 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks [] for router_controller (b100bd69-c4d6-4962-acb5-17d1241e7ffa), precommit_add_association {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:02.989795 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks [] for router_controller (f42cd591-c008-466f-84a5-d8a090ae076e), precommit_add_association {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.004746 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-b9884c67-117e-4e2a-8424-37edb233007d', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:20:03.005793 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.032501 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff76e6ab-0561-447b-88ce-7bab9ddecda8 admin admin] Publish callbacks [] for security_group (17ca0927-cd9c-4b68-a1c8-40e204f32967), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.041477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=65,neutron:INSERT=29,neutron:UPDATE=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.055952 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7fc741-ad68-42de-a1db-6b4ac9462af0 None None] Network e9517d13-445a-4316-89f6-e4dd022c2dc4 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:03.131712 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff76e6ab-0561-447b-88ce-7bab9ddecda8 admin admin] Publish callbacks [] for security_group (17ca0927-cd9c-4b68-a1c8-40e204f32967), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.184688 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-9f513eb9-3386-4365-96d5-ba9529643d4c None None] Provisioning complete for port 99507776-c137-4f90-8aab-e90841eafe4b triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:03.184985 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9f513eb9-3386-4365-96d5-ba9529643d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (99507776-c137-4f90-8aab-e90841eafe4b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.185322 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9f513eb9-3386-4365-96d5-ba9529643d4c None None] Attempt 1 to provision port 99507776-c137-4f90-8aab-e90841eafe4b Sep 23 15:20:03.256324 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-0fed3158-67d0-44f2-9c11-c1330461e633', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:20:03.257319 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.266588 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.362652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.442573 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Allocated IP 172.20.0.2 (080dabf7-2261-4812-9a7c-bfee5308b800/568e8223-9cc4-46c7-852d-2829aad57e11/8d3b2a21-0f19-4d61-8366-44254a85bf43) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:03.465662 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.512828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks [] for router_gateway (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.568503 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks [] for router_gateway (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.580635 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks [] for router_gateway (b100bd69-c4d6-4962-acb5-17d1241e7ffa), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.587555 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:03.591990 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44590) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:03.598032 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951786209-network', 'tenant_id': '6d87e738bf9b4194aba97c37ad6ee55d'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:03.698962 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Allocated IP 172.20.0.2 (b9884c67-117e-4e2a-8424-37edb233007d/0698bee1-9d1d-4abd-9efc-53ff40c981f3/9802ac8d-c67c-470f-84f0-662ad51151e3) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:03.714762 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks [] for router_gateway (f42cd591-c008-466f-84a5-d8a090ae076e), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.728995 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9f513eb9-3386-4365-96d5-ba9529643d4c None None] Current status of the port 99507776-c137-4f90-8aab-e90841eafe4b is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:03.774166 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Made reservation on behalf of 6d87e738bf9b4194aba97c37ad6ee55d for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:03.776667 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.803584 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.901412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff76e6ab-0561-447b-88ce-7bab9ddecda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (17ca0927-cd9c-4b68-a1c8-40e204f32967), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.906160 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff76e6ab-0561-447b-88ce-7bab9ddecda8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:03.913710 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ff76e6ab-0561-447b-88ce-7bab9ddecda8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/17ca0927-cd9c-4b68-a1c8-40e204f32967 HTTP/1.1" status: 204 len: 168 time: 1.1824284 Sep 23 15:20:04.011668 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76e6ab-0561-447b-88ce-7bab9ddecda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ca0927-cd9c-4b68-a1c8-40e204f32967,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.029953 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks [] for security_group (45ac1add-56dc-4e67-926f-7f1600a7007d), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.033722 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 99507776-c137-4f90-8aab-e90841eafe4b up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:04.143189 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-5760a7d9-d77c-44bd-9ef8-8c28b3f43de0 None None] Provisioning complete for port 99507776-c137-4f90-8aab-e90841eafe4b triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:04.143811 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5760a7d9-d77c-44bd-9ef8-8c28b3f43de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (99507776-c137-4f90-8aab-e90841eafe4b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.143894 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-5760a7d9-d77c-44bd-9ef8-8c28b3f43de0 None None] Attempt 1 to provision port 99507776-c137-4f90-8aab-e90841eafe4b Sep 23 15:20:04.155644 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (45ac1add-56dc-4e67-926f-7f1600a7007d), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.172289 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Allocated IP 172.20.0.2 (0fed3158-67d0-44f2-9c11-c1330461e633/77faac88-261b-48cd-8d7e-c9e0b109e497/809be8f9-b92a-4b3d-bc5b-2f8351bc17c6) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:04.187053 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.189232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks [] for router_gateway (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.194015 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:20:04.196058 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac1add-56dc-4e67-926f-7f1600a7007d,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.250231 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (b61116e8-0919-489d-a21b-9fbd4b50c3b8), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.250602 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Added segment b61116e8-0919-489d-a21b-9fbd4b50c3b8 of type vlan for network d27774a1-22a3-479e-9514-ddb37f3ebe63 Sep 23 15:20:04.299719 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (d27774a1-22a3-479e-9514-ddb37f3ebe63), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.307319 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.369886 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Publish callbacks [] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.394782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 99507776-c137-4f90-8aab-e90841eafe4b triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:04.394782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (99507776-c137-4f90-8aab-e90841eafe4b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.395047 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 99507776-c137-4f90-8aab-e90841eafe4b Sep 23 15:20:04.453539 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.466196 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (d27774a1-22a3-479e-9514-ddb37f3ebe63), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.469129 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:04.470118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.506443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.553658 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Publish callbacks [] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.600581 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-5760a7d9-d77c-44bd-9ef8-8c28b3f43de0 None None] Current status of the port 99507776-c137-4f90-8aab-e90841eafe4b is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:04.616939 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Network 080dabf7-2261-4812-9a7c-bfee5308b800 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:04.628683 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:04.631352 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks [] for router_gateway (b100bd69-c4d6-4962-acb5-17d1241e7ffa), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.651369 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:04.659207 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Pushing event updated for resources: {'Port': ['ID=8d3b2a21-0f19-4d61-8366-44254a85bf43,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.683140 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0896211 Sep 23 15:20:04.684625 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44604) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:04.687659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5846c1-2f56-4059-b53d-44de1e89c0ad admin admin] Pushing event updated for resources: {'Network': ['ID=d27774a1-22a3-479e-9514-ddb37f3ebe63,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.696810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks [] for router_gateway (f42cd591-c008-466f-84a5-d8a090ae076e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.696810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.699028 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Request body: {'subnet': {'network_id': 'd27774a1-22a3-479e-9514-ddb37f3ebe63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1951786209-subnet', 'tenant_id': '6d87e738bf9b4194aba97c37ad6ee55d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:04.726750 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network d27774a1-22a3-479e-9514-ddb37f3ebe63 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:20:04.738682 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.740074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.754079 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Publish callbacks [] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:04.764686 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Allocated IP 172.27.0.83 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/ad28ced4-7134-4603-8c31-812ce87593bd) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:04.833958 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 99507776-c137-4f90-8aab-e90841eafe4b is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:04.874872 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Network b9884c67-117e-4e2a-8424-37edb233007d is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:04.890338 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:04.892868 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Attempting to bind port 8d3b2a21-0f19-4d61-8366-44254a85bf43 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:04.893260 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Attempting to bind port 8d3b2a21-0f19-4d61-8366-44254a85bf43 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:04.904409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Attempting to bind port 8d3b2a21-0f19-4d61-8366-44254a85bf43 on network 080dabf7-2261-4812-9a7c-bfee5308b800 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:04.904409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:04.904409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Pushing event updated for resources: {'Port': ['ID=9802ac8d-c67c-470f-84f0-662ad51151e3,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:04.986898 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.068138 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:05.080500 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Checking segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Bound using segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Bound port: 8d3b2a21-0f19-4d61-8366-44254a85bf43, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Attempting to bind port 9802ac8d-c67c-470f-84f0-662ad51151e3 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:05.184046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Attempting to bind port 9802ac8d-c67c-470f-84f0-662ad51151e3 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:05.186814 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Attempting to bind port 9802ac8d-c67c-470f-84f0-662ad51151e3 on network b9884c67-117e-4e2a-8424-37edb233007d {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:05.186814 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Pushing event updated for resources: {'Port': ['ID=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Checking segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Bound using segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Bound port: 9802ac8d-c67c-470f-84f0-662ad51151e3, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Attempting to bind port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Attempting to bind port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:05.259067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Attempting to bind port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:05.261064 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks [] for port (ad28ced4-7134-4603-8c31-812ce87593bd), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.289271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] For port 8d3b2a21-0f19-4d61-8366-44254a85bf43, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:05.316389 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] For port 8d3b2a21-0f19-4d61-8366-44254a85bf43, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8d3b2a21-0f19-4d61-8366-44254a85bf43,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:05.355008 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:05.355391 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Checking segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:05.355788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.356208 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Bound using segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:05.356686 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Bound port: 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:05.357093 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.374519 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Made reservation on behalf of 6d87e738bf9b4194aba97c37ad6ee55d for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:05.377072 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.377482 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] For port 9802ac8d-c67c-470f-84f0-662ad51151e3, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:05.380099 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:20:05.409594 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] For port 9802ac8d-c67c-470f-84f0-662ad51151e3, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=9802ac8d-c67c-470f-84f0-662ad51151e3,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:05.438832 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] For port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:05.441973 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] For port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:05.471791 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.472517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.549246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e65a1c-0825-486a-b61c-7d7d730ab1d0 None None] Pushing event updated for resources: {'Port': ['ID=8d3b2a21-0f19-4d61-8366-44254a85bf43,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.553948 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.556283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:05.569836 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:05.572440 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:05.598797 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:05.636161 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf6ca2-1c7e-4d18-992c-f4a9edf88ff1 None None] Pushing event updated for resources: {'Port': ['ID=9802ac8d-c67c-470f-84f0-662ad51151e3,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.693926 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Pushing event updated for resources: {'Port': ['ID=ad28ced4-7134-4603-8c31-812ce87593bd,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.741725 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Allocated IP 172.27.0.216 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/dfbd07bb-b88e-4a43-b8ac-90be3276b89d) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:05.792110 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7c281-0712-42eb-b917-f550a8d42013 None None] Pushing event updated for resources: {'Port': ['ID=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:05.833828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:05.854259 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:05.893310 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:05.894567 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:06.038891 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.046715 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-9c6219af-6b85-4bfc-a0ed-2801c1f95069 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9147186 Sep 23 15:20:06.047063 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44644) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:06.152777 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8d3b2a21-0f19-4d61-8366-44254a85bf43 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:06.197079 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:06.257083 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 8d3b2a21-0f19-4d61-8366-44254a85bf43 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:06.257668 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.257841 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 8d3b2a21-0f19-4d61-8366-44254a85bf43 Sep 23 15:20:06.415942 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 8d3b2a21-0f19-4d61-8366-44254a85bf43 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:06.416385 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.424769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:06.489757 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 8d3b2a21-0f19-4d61-8366-44254a85bf43, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8d3b2a21-0f19-4d61-8366-44254a85bf43,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:06.500142 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:06.564345 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (b856fbb6-8c7b-42e7-adea-bedf217d41c1), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.576826 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks [] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.583255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:02Z', 'revision_number': 3, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:06.605504 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.633682 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:06.634037 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Updating router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 port 51712d85-77a4-4126-b2bd-2dccce27e80c binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:06.649974 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks [] for router_gateway (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.679802 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=8d3b2a21-0f19-4d61-8366-44254a85bf43,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:06.682273 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.711082 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b856fbb6-8c7b-42e7-adea-bedf217d41c1,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:06.734572 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:06.749306 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Checking segment: {'id': 'b61116e8-0919-489d-a21b-9fbd4b50c3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd27774a1-22a3-479e-9514-ddb37f3ebe63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:06.749886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Network hostable DHCP agents. Network: d27774a1-22a3-479e-9514-ddb37f3ebe63, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:20:06.912615 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.954534 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:06.975739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Network d27774a1-22a3-479e-9514-ddb37f3ebe63 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:20:07.006865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.021810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:07.022739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Pushing event updated for resources: {'Port': ['ID=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:07.031900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:07.037212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:07.099586 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Allocated IP 172.27.0.22 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:07.134110 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:07.136963 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Allocated IP 172.20.0.1 (b3f7a81d-77e4-45ed-aa33-730087d69ce7/e84b5341-8b6a-4fc9-ac79-9988bf25b079/c53ed2aa-ca05-426d-bc44-b9f58a3da581) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:07.141593 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, d27774a1-22a3-479e-9514-ddb37f3ebe63) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:07.150195 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede73c5-634e-4916-9266-c8118f025857 None None] Network d27774a1-22a3-479e-9514-ddb37f3ebe63 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:07.259274 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:07.259906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.261912 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d44f145-5d27-414d-b7f5-89165609c97d None None] Network b9884c67-117e-4e2a-8424-37edb233007d requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:07.266118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks [] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.278652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e913fbc4-2d1e-4c7b-8046-12288154f70f None None] Network d27774a1-22a3-479e-9514-ddb37f3ebe63 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:07.423907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.522743 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:07.539856 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:07.543775 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Provisioning complete for port 9802ac8d-c67c-470f-84f0-662ad51151e3 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:07.544166 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.544502 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Attempt 1 to provision port 9802ac8d-c67c-470f-84f0-662ad51151e3 Sep 23 15:20:07.549878 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:07.554051 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.564611 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Pushing event updated for resources: {'Port': ['ID=c53ed2aa-ca05-426d-bc44-b9f58a3da581,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:07.602051 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks [] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:07.657277 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-c2abef35-919d-40ea-8f77-c74721315285 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9683688 Sep 23 15:20:07.842946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:07.862889 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.015509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44682) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:08.040675 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:08.049149 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e52ef54-a70e-4d5b-9389-f241a78e5c34 None None] Network 0fed3158-67d0-44f2-9c11-c1330461e633 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:08.054745 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:20:08.143228 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Current status of the port 9802ac8d-c67c-470f-84f0-662ad51151e3 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:08.143944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.166893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.197653 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:08.220070 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:08.245698 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.259375 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Publish callbacks [] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.302275 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8d3b2a21-0f19-4d61-8366-44254a85bf43 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:08.343211 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] For port 9802ac8d-c67c-470f-84f0-662ad51151e3, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=9802ac8d-c67c-470f-84f0-662ad51151e3,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:08.350327 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0a53d6-20c7-4d5c-8496-480f5066fbbb None None] Network 080dabf7-2261-4812-9a7c-bfee5308b800 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:20:08.373996 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.379663 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.397963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Deleting subnet f2478ad0-8f2e-459f-9221-9cf76e80afc4 {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:20:08.446840 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Attempting to bind port 51712d85-77a4-4126-b2bd-2dccce27e80c on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:08.449282 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Attempting to bind port 51712d85-77a4-4126-b2bd-2dccce27e80c by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:08.449834 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Attempting to bind port 51712d85-77a4-4126-b2bd-2dccce27e80c on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:08.482018 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 8d3b2a21-0f19-4d61-8366-44254a85bf43 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:08.482779 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.483587 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 8d3b2a21-0f19-4d61-8366-44254a85bf43 Sep 23 15:20:08.493449 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Publish callbacks [] for subnet (f2478ad0-8f2e-459f-9221-9cf76e80afc4), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.498872 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:20:08.509918 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5a729-7497-4013-9354-091451326693 None None] Pushing event updated for resources: {'Port': ['ID=51712d85-77a4-4126-b2bd-2dccce27e80c,revision_number=2']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.521893 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.522613 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.523136 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.523633 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.524144 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.524696 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.525191 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.525672 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.526153 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.526635 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.527120 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.527629 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.528137 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.528617 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.529150 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e5a729-7497-4013-9354-091451326693 None None] Tracked resource versions report: Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: pushed versions: Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: { 'AddressGroup': {'1.2'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Agent': {'1.1'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'ConntrackHelper': {'1.0'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'LocalIPAssociation': {'1.0'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Log': {'1.0'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'NDPProxy': {'1.0'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Network': {'1.1'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Port': {'1.7'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'PortForwarding': {'1.3'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'QosPolicy': {'1.10'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroup': {'1.5'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroupRule': {'1.2'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SubPort': {'1.0'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Subnet': {'1.1'}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Trunk': {'1.1'}} Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: consumer versions: Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: { DHCP agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: HyperV agent@hv-cinder-85530: {}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: L3 agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: Metadata agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: Metering agent@dv-cinder-855307-2-iscsi: {}, Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: Open vSwitch agent@dv-cinder-855307-2-iscsi: { 'AddressGroup': '1.2', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Agent': '1.1', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'ConntrackHelper': '1.0', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'LocalIPAssociation': '1.0', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Log': '1.0', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'NDPProxy': '1.0', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Network': '1.1', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Port': '1.7', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'PortForwarding': '1.3', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'QosPolicy': '1.10', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroup': '1.5', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SecurityGroupRule': '1.2', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'SubPort': '1.0', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Subnet': '1.1', Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: 'Trunk': '1.1'}} Sep 23 15:20:08.530729 dv-cinder-855307-2-iscsi neutron-server[107138]: {{(pid=107138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 15:20:08.547838 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.567823 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:08.567823 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:08.568364 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.568494 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:08.569123 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Bound port: 51712d85-77a4-4126-b2bd-2dccce27e80c, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:08.569514 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.574312 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Publish callbacks [] for subnet (f2478ad0-8f2e-459f-9221-9cf76e80afc4), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.645680 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] For port 51712d85-77a4-4126-b2bd-2dccce27e80c, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:08.649404 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] For port 51712d85-77a4-4126-b2bd-2dccce27e80c, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=51712d85-77a4-4126-b2bd-2dccce27e80c,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:08.651364 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks [] for router_gateway (f42cd591-c008-466f-84a5-d8a090ae076e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.652955 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.682901 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Provisioning complete for port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:08.683904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.684380 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 1 to provision port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 Sep 23 15:20:08.694467 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (f2478ad0-8f2e-459f-9221-9cf76e80afc4), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.743437 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:08.750001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96474f-bf60-4b43-bac2-2fd97f75cf97 None None] Pushing event updated for resources: {'Port': ['ID=9802ac8d-c67c-470f-84f0-662ad51151e3,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:08.760546 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks [] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.797704 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.804062 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Sync routers for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:08.828058 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:08.838996 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 8d3b2a21-0f19-4d61-8366-44254a85bf43 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:08.840128 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 9802ac8d-c67c-470f-84f0-662ad51151e3 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:08.844052 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:08.844052 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:08.860625 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.861434 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.874821 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:08.875846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:08.921313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:08.924420 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-c639e1fc-51ae-4c6a-93eb-3009fcd6c508 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4015222 Sep 23 15:20:08.927125 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44698) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:09.028867 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Pushing event updated for resources: {'Port': ['ID=c53ed2aa-ca05-426d-bc44-b9f58a3da581,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.032861 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Current status of the port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:09.032861 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.048631 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:09.072318 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=7 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:09.088588 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:09.090431 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:09.119084 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 9802ac8d-c67c-470f-84f0-662ad51151e3 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:09.119533 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.119882 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 9802ac8d-c67c-470f-84f0-662ad51151e3 Sep 23 15:20:09.126136 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (f2478ad0-8f2e-459f-9221-9cf76e80afc4), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.160824 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5a729-7497-4013-9354-091451326693 None None] Pushing event updated for resources: {'Port': ['ID=51712d85-77a4-4126-b2bd-2dccce27e80c,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.206933 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] For port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:09.211953 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:09.259820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2478ad0-8f2e-459f-9221-9cf76e80afc4,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.316838 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:09.320963 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:09.346129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.352725 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d3477311-ef35-4711-bdc3-02688cd787bc admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/f2478ad0-8f2e-459f-9221-9cf76e80afc4 HTTP/1.1" status: 204 len: 168 time: 1.3060105 Sep 23 15:20:09.360946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44710) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:09.367960 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:09.394328 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.450650 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks [] for router_gateway (b100bd69-c4d6-4962-acb5-17d1241e7ffa), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.459635 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 2, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:09.473636 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Pushing event updated for resources: {'Port': ['ID=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:09.510518 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:09.519891 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c7b300dd-2ee3-405d-a3c6-0e48bd294531 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b8e9206b-0e18-4dbe-8b02-a3577d4e3894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4723351 Sep 23 15:20:09.531386 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3077a25-d0a2-44d2-998a-9ff6973c6ae5 None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 2, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:09.551429 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Provisioning complete for port 8d3b2a21-0f19-4d61-8366-44254a85bf43 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:09.552000 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.552504 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 1 to provision port 8d3b2a21-0f19-4d61-8366-44254a85bf43 Sep 23 15:20:09.666558 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (f42cd591-c008-466f-84a5-d8a090ae076e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.670738 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:09.696555 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 9802ac8d-c67c-470f-84f0-662ad51151e3 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:09.697583 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:09.791372 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:09.837396 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:05Z', 'revision_number': 3, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:09.872386 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Current status of the port 8d3b2a21-0f19-4d61-8366-44254a85bf43 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:09.905531 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Checking router: d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:09.905531 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Updating router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e port ad28ced4-7134-4603-8c31-812ce87593bd binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:09.920708 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Provisioning complete for port 9802ac8d-c67c-470f-84f0-662ad51151e3 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:09.921116 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.921453 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 1 to provision port 9802ac8d-c67c-470f-84f0-662ad51151e3 Sep 23 15:20:09.951361 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (e9517d13-445a-4316-89f6-e4dd022c2dc4), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:09.958991 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.270476 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Current status of the port 9802ac8d-c67c-470f-84f0-662ad51151e3 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:10.286916 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Provisioning complete for port c53ed2aa-ca05-426d-bc44-b9f58a3da581 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:10.287294 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.287639 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 1 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:10.306872 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:10.343033 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:10.343999 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:10.344419 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.344788 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 Sep 23 15:20:10.405112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (e9517d13-445a-4316-89f6-e4dd022c2dc4), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.416468 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44746) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:10.436467 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1500271274', 'description': 'tempest-description--1111415730'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:10.462075 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (b100bd69-c4d6-4962-acb5-17d1241e7ffa), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.474748 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.475505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.476414 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.477680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > port after_create 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.478034 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.478425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > port after_update 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.478759 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.479097 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.479416 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.479735 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.524821 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:10.641159 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Publish callbacks [] for port (ad28ced4-7134-4603-8c31-812ce87593bd), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.672461 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 9802ac8d-c67c-470f-84f0-662ad51151e3 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:10.739338 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 9802ac8d-c67c-470f-84f0-662ad51151e3 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:10.739338 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.739338 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 9802ac8d-c67c-470f-84f0-662ad51151e3 Sep 23 15:20:10.739338 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.821747 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.822098 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.822432 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.822788 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:10.823160 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9517d13-445a-4316-89f6-e4dd022c2dc4']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:10.829318 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Attempting to bind port ad28ced4-7134-4603-8c31-812ce87593bd on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:10.829696 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Attempting to bind port ad28ced4-7134-4603-8c31-812ce87593bd by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:10.830426 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Attempting to bind port ad28ced4-7134-4603-8c31-812ce87593bd on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:10.852873 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:10.853170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:10.858576 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 2 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:10.893120 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841223be-d476-478e-b684-c9093ec5c707 None None] Pushing event updated for resources: {'Port': ['ID=ad28ced4-7134-4603-8c31-812ce87593bd,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:10.936081 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.946538 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:10.953842 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:10.957986 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:10.957986 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.957986 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:10.957986 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Bound port: ad28ced4-7134-4603-8c31-812ce87593bd, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:10.957986 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:10.977650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 9802ac8d-c67c-470f-84f0-662ad51151e3 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:10.978703 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:10.986951 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.030731 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:20:11.031128 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.052683 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] For port ad28ced4-7134-4603-8c31-812ce87593bd, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:11.056987 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] For port ad28ced4-7134-4603-8c31-812ce87593bd, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=ad28ced4-7134-4603-8c31-812ce87593bd,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:11.068959 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:11.068959 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.069326 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 Sep 23 15:20:11.074348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.143183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Router f42cd591-c008-466f-84a5-d8a090ae076e is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:20:11.158881 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:11.172356 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.222348 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:11.222348 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:11.301981 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841223be-d476-478e-b684-c9093ec5c707 None None] Pushing event updated for resources: {'Port': ['ID=ad28ced4-7134-4603-8c31-812ce87593bd,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.357227 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.359200 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (e9517d13-445a-4316-89f6-e4dd022c2dc4), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.398594 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:11.419474 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad resource provider aggregate not found Sep 23 15:20:11.435991 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.439254 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/e9517d13-445a-4316-89f6-e4dd022c2dc4 HTTP/1.1" status: 204 len: 168 time: 2.0738852 Sep 23 15:20:11.442902 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44782) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:11.455515 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a72b0-17c3-4294-9a6f-394ad0428a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9517d13-445a-4316-89f6-e4dd022c2dc4,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.465238 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 3 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:11.486231 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b5e9aa7-9b5d-4fb0-9673-0b73ee0efcad found for delete ", "request_id": "req-2cf86c4c-78ca-4e72-a78b-f4b5c9006655"}]} Sep 23 15:20:11.511106 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Deleting subnet b856fbb6-8c7b-42e7-adea-bedf217d41c1 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:20:11.517359 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Publish callbacks [] for subnet (b856fbb6-8c7b-42e7-adea-bedf217d41c1), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.545015 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (967cd966-9dac-44e7-a432-ce0708747a50), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.554414 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:11.569044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Publish callbacks [] for subnet (b856fbb6-8c7b-42e7-adea-bedf217d41c1), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.569150 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:11.569579 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Sync routers for ids ['f42cd591-c008-466f-84a5-d8a090ae076e'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:11.574751 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (b856fbb6-8c7b-42e7-adea-bedf217d41c1), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.590314 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Routers {'f42cd591-c008-466f-84a5-d8a090ae076e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:11.592305 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f42cd591-c008-466f-84a5-d8a090ae076e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:11.686110 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:05Z', 'revision_number': 3, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:11.699938 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:11.703410 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (967cd966-9dac-44e7-a432-ce0708747a50), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.706618 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:20:11.715252 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba601e44-8e3e-4576-95c5-15d78414a19e None None] The sync data for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi is: [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:05Z', 'revision_number': 3, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:11.727123 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Set router f42cd591-c008-466f-84a5-d8a090ae076e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:11.785796 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for subnet (b856fbb6-8c7b-42e7-adea-bedf217d41c1), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.821202 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Allocated IP 172.20.0.1 (0fed3158-67d0-44f2-9c11-c1330461e633/77faac88-261b-48cd-8d7e-c9e0b109e497/4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:11.823843 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967cd966-9dac-44e7-a432-ce0708747a50,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.829589 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b856fbb6-8c7b-42e7-adea-bedf217d41c1,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:11.834061 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.843441 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f7dfe19d-5ed4-44b7-a3d4-23aba830918d admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/b856fbb6-8c7b-42e7-adea-bedf217d41c1 HTTP/1.1" status: 204 len: 168 time: 0.3993466 Sep 23 15:20:11.845162 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.846087 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44792) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:11.846961 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-cabe65be-f44a-4adb-9524-0050dd058bb4 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3220677 Sep 23 15:20:11.849998 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:11.851422 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-dde94cb6-21c7-4136-a29b-b56a2d341b0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4305918 Sep 23 15:20:11.852261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44794) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:11.874957 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44796) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:11.885035 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'security_group_rule': {'security_group_id': '967cd966-9dac-44e7-a432-ce0708747a50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:12.008822 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (d27774a1-22a3-479e-9514-ddb37f3ebe63), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.065592 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 4 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:12.108280 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 3, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:12.134753 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:12.157747 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (474efc32-1aa5-4169-88f0-ee889b2c45de), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.172065 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (d27774a1-22a3-479e-9514-ddb37f3ebe63), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.183355 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Checking router: f42cd591-c008-466f-84a5-d8a090ae076e for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:12.191356 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Updating router f42cd591-c008-466f-84a5-d8a090ae076e port dfbd07bb-b88e-4a43-b8ac-90be3276b89d binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:12.217588 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.217960 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.218713 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.219062 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.219395 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.219724 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.220102 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.220442 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.220772 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.221134 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.240906 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.382714 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:12.395125 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:12.406972 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:12.412638 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:12.495466 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:12.517817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.520179 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.521377 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.522024 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 15:20:12.522906 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27774a1-22a3-479e-9514-ddb37f3ebe63']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:12.525756 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks [] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.600228 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.606056 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-dba99f8a-8dd7-4919-b666-ae9ce4ba33f0 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.1755691 Sep 23 15:20:12.647863 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 5 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:12.673387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44828) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:12.679463 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:12.752369 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (474efc32-1aa5-4169-88f0-ee889b2c45de), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.755676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:12.757333 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61116e8-0919-489d-a21b-9fbd4b50c3b8') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:12.761106 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61116e8-0919-489d-a21b-9fbd4b50c3b8') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:12.765238 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:12.824200 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (b61116e8-0919-489d-a21b-9fbd4b50c3b8), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.855894 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ad28ced4-7134-4603-8c31-812ce87593bd up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:12.862515 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (474efc32-1aa5-4169-88f0-ee889b2c45de), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.900738 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474efc32-1aa5-4169-88f0-ee889b2c45de,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:12.929489 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (b61116e8-0919-489d-a21b-9fbd4b50c3b8), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.942759 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:20:12.943404 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (b61116e8-0919-489d-a21b-9fbd4b50c3b8), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.986060 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Publish callbacks [] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:12.991355 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:12.997253 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:13.009774 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:13.010671 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:13.058920 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.074682 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-faacb665-5736-4357-8035-32c75a7fc09f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1956697 Sep 23 15:20:13.089681 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port ad28ced4-7134-4603-8c31-812ce87593bd triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:13.092676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.093077 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port ad28ced4-7134-4603-8c31-812ce87593bd Sep 23 15:20:13.094035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 44848) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:13.134090 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'security_group_rule': {'security_group_id': '967cd966-9dac-44e7-a432-ce0708747a50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:13.162455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.209331 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.248046 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:13.277045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:13.280998 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (d27774a1-22a3-479e-9514-ddb37f3ebe63), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.286835 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 6 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:13.303431 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.304592 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Attempting to bind port dfbd07bb-b88e-4a43-b8ac-90be3276b89d on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:13.308661 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Attempting to bind port dfbd07bb-b88e-4a43-b8ac-90be3276b89d by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:13.309245 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Attempting to bind port dfbd07bb-b88e-4a43-b8ac-90be3276b89d on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:13.310632 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:13.315841 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/d27774a1-22a3-479e-9514-ddb37f3ebe63 HTTP/1.1" status: 204 len: 168 time: 1.4658153 Sep 23 15:20:13.385224 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bc54f-a7ff-4887-9765-007b1253c260 None None] Pushing event updated for resources: {'Port': ['ID=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,revision_number=2']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:13.392672 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:13.428016 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:13.449008 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44886fde-85c0-43f4-af32-7501706f86a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d27774a1-22a3-479e-9514-ddb37f3ebe63,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:13.456265 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment b61116e8-0919-489d-a21b-9fbd4b50c3b8 resource provider aggregate not found Sep 23 15:20:13.484230 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment b61116e8-0919-489d-a21b-9fbd4b50c3b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b61116e8-0919-489d-a21b-9fbd4b50c3b8 found for delete ", "request_id": "req-5106df0b-a5f2-4298-bbc3-fd550b77fda6"}]} Sep 23 15:20:13.498025 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:13.498643 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:13.499320 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.500080 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:13.500846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Bound port: dfbd07bb-b88e-4a43-b8ac-90be3276b89d, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:13.501524 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.524130 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.527126 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 3, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:13.534644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Pushing event updated for resources: {'Port': ['ID=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:13.602033 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:13.602445 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Updating router b100bd69-c4d6-4962-acb5-17d1241e7ffa port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:13.634038 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (eb75231d-03dc-415d-9164-f9c63b31af93), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.634937 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.661894 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port ad28ced4-7134-4603-8c31-812ce87593bd is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:13.663891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.702518 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.727437 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port ad28ced4-7134-4603-8c31-812ce87593bd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=ad28ced4-7134-4603-8c31-812ce87593bd,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:13.749383 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.786566 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] For port dfbd07bb-b88e-4a43-b8ac-90be3276b89d, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:13.790630 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] For port dfbd07bb-b88e-4a43-b8ac-90be3276b89d, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:13.795778 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:13.809232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.810136 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 51712d85-77a4-4126-b2bd-2dccce27e80c up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:13.863828 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 2, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:13.899548 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:13.899990 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Updating router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 port c53ed2aa-ca05-426d-bc44-b9f58a3da581 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:13.940695 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:13.944418 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.043857 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:14.109890 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Publish callbacks [] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.112823 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bc54f-a7ff-4887-9765-007b1253c260 None None] Pushing event updated for resources: {'Port': ['ID=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.119368 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Routers {'f42cd591-c008-466f-84a5-d8a090ae076e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:14.120182 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f42cd591-c008-466f-84a5-d8a090ae076e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:14.146641 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 7 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:14.149517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (eb75231d-03dc-415d-9164-f9c63b31af93), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.168534 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:14.200382 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.227143 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44894) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:14.268146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (eb75231d-03dc-415d-9164-f9c63b31af93), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.304938 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 51712d85-77a4-4126-b2bd-2dccce27e80c triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:14.305300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.305646 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 51712d85-77a4-4126-b2bd-2dccce27e80c Sep 23 15:20:14.328618 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.346046 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.367754 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] Set router f42cd591-c008-466f-84a5-d8a090ae076e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:14.429754 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Attempting to bind port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:14.435487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Attempting to bind port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:14.435487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Attempting to bind port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:14.436003 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-643f599a-50d4-4d2a-b6ac-cce46847808c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=14696ebba19a41fcbd4d5fcda48bec1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2000151 Sep 23 15:20:14.436458 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44898) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:14.529901 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:14.534092 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=ad28ced4-7134-4603-8c31-812ce87593bd,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.549763 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f275b5e-a682-4289-9db4-4581e8ed83b9 admin admin] Publish callbacks [] for security_group (e4f27c78-af09-498a-adf3-29a98e848bf4), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.597487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:14.598290 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:14.599016 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.599573 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:14.600036 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f275b5e-a682-4289-9db4-4581e8ed83b9 admin admin] Publish callbacks [] for security_group (e4f27c78-af09-498a-adf3-29a98e848bf4), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.600701 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Bound port: 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:14.601282 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.615927 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44902) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:14.665517 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] For port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:14.671769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] For port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:14.676174 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c3407-4e3e-4c4a-acb2-434825ffb2cd None None] Pushing event updated for resources: {'Port': ['ID=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.694041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Allocated IP 172.20.0.1 (b9884c67-117e-4e2a-8424-37edb233007d/0698bee1-9d1d-4abd-9efc-53ff40c981f3/3953126e-b60f-4d2b-afee-38c27229922f) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:14.749078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 51712d85-77a4-4126-b2bd-2dccce27e80c is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:14.749466 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.754554 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.756711 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb75231d-03dc-415d-9164-f9c63b31af93,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:14.782550 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 51712d85-77a4-4126-b2bd-2dccce27e80c, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=51712d85-77a4-4126-b2bd-2dccce27e80c,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:14.823420 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c1c-ea9b-4b2f-b8c2-b1a98eb8b762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.870977 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Publish callbacks [] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.887052 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 3, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:14.923604 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.995013 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c1c-ea9b-4b2f-b8c2-b1a98eb8b762 admin admin] Publish callbacks [] for security_group (fef72914-078f-4d6a-9d57-f6e6d27aa53b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:14.996354 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f275b5e-a682-4289-9db4-4581e8ed83b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (e4f27c78-af09-498a-adf3-29a98e848bf4), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.001107 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f275b5e-a682-4289-9db4-4581e8ed83b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.006804 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2f275b5e-a682-4289-9db4-4581e8ed83b9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e4f27c78-af09-498a-adf3-29a98e848bf4 HTTP/1.1" status: 204 len: 168 time: 0.5692070 Sep 23 15:20:15.022499 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:15.023149 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:15.027278 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f275b5e-a682-4289-9db4-4581e8ed83b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f27c78-af09-498a-adf3-29a98e848bf4,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:15.038922 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 8 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:15.049148 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.052255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c435236b-8ae1-41b9-90e3-82e431f9094c None None] The sync data for ids ['f42cd591-c008-466f-84a5-d8a090ae076e'] in dv-cinder-855307-2-iscsi is: [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:07Z', 'revision_number': 3, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:15.068217 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.072447 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d9417929-50ac-4c8b-8e38-8897836e6c0a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9744093 Sep 23 15:20:15.072802 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44908) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:15.078762 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:15.086908 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks [] for port (3953126e-b60f-4d2b-afee-38c27229922f), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.159464 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34bc1c1c-ea9b-4b2f-b8c2-b1a98eb8b762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fef72914-078f-4d6a-9d57-f6e6d27aa53b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.167456 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.215747 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c3407-4e3e-4c4a-acb2-434825ffb2cd None None] Pushing event updated for resources: {'Port': ['ID=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:15.236583 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a430a-ece8-449a-9588-e6a09d6ec7d6 None None] Pushing event updated for resources: {'Port': ['ID=c53ed2aa-ca05-426d-bc44-b9f58a3da581,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:15.274511 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Attempting to bind port c53ed2aa-ca05-426d-bc44-b9f58a3da581 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:15.274878 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Attempting to bind port c53ed2aa-ca05-426d-bc44-b9f58a3da581 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:15.276579 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Attempting to bind port c53ed2aa-ca05-426d-bc44-b9f58a3da581 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:15.303198 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Allocated IP 172.20.0.1 (080dabf7-2261-4812-9a7c-bfee5308b800/568e8223-9cc4-46c7-852d-2829aad57e11/c5a5154a-953e-4c36-8fce-8416f2195636) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:15.307753 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.313115 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:15.379782 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc1c1c-ea9b-4b2f-b8c2-b1a98eb8b762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef72914-078f-4d6a-9d57-f6e6d27aa53b,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:15.397440 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ad28ced4-7134-4603-8c31-812ce87593bd up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:15.410759 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-34bc1c1c-ea9b-4b2f-b8c2-b1a98eb8b762 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=78cb5c6b72204875bd53bd69fb691391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7892516 Sep 23 15:20:15.438139 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:15.441566 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Checking segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:15.443043 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.444819 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Bound using segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:15.445512 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Bound port: c53ed2aa-ca05-426d-bc44-b9f58a3da581, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:15.446052 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.463778 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=51712d85-77a4-4126-b2bd-2dccce27e80c,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:15.475659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44912) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:15.476118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44918) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:15.506219 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:15.555521 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks [] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.580619 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (3953126e-b60f-4d2b-afee-38c27229922f), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.620951 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:15.644579 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] For port c53ed2aa-ca05-426d-bc44-b9f58a3da581, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:15.652615 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] For port c53ed2aa-ca05-426d-bc44-b9f58a3da581, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c53ed2aa-ca05-426d-bc44-b9f58a3da581,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:15.672769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.700365 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port ad28ced4-7134-4603-8c31-812ce87593bd triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:15.703388 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.703914 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port ad28ced4-7134-4603-8c31-812ce87593bd Sep 23 15:20:15.780607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.787221 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.829180 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 9 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:15.917993 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Port c53ed2aa-ca05-426d-bc44-b9f58a3da581 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:15.928232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Network b9884c67-117e-4e2a-8424-37edb233007d is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:15.949465 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:15.953261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:15.958882 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:15.970569 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:15.997563 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Pushing event updated for resources: {'Port': ['ID=3953126e-b60f-4d2b-afee-38c27229922f,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.057906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Pushing event updated for resources: {'Port': ['ID=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.070242 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:16.100485 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port ad28ced4-7134-4603-8c31-812ce87593bd is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:16.116144 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:16.117281 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:16.125158 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 3, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:16.144738 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks [] for port (c5a5154a-953e-4c36-8fce-8416f2195636), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.174886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (b100bd69-c4d6-4962-acb5-17d1241e7ffa), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.175824 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:16.183793 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6050b16-5121-4b57-96ee-322d1c9ac9ed None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 3, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:16.199443 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4b7371e2-53c1-4171-9dc4-4f556b4e167c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.208720 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-367bbbe6-c722-4757-b992-7ca5d29e624e admin admin] Publish callbacks [] for security_group (fef72914-078f-4d6a-9d57-f6e6d27aa53b), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.276785 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44934) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:16.382957 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:16.412288 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:16.427118 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Attempt 10 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:16.464630 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:16.502629 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.507922 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-367bbbe6-c722-4757-b992-7ca5d29e624e admin admin] Publish callbacks [] for security_group (fef72914-078f-4d6a-9d57-f6e6d27aa53b), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.532614 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a430a-ece8-449a-9588-e6a09d6ec7d6 None None] Pushing event updated for resources: {'Port': ['ID=c53ed2aa-ca05-426d-bc44-b9f58a3da581,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.562077 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:16.590095 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Allocated IP 172.27.0.23 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/d0968112-0c45-4dbc-8242-0b3da038486a) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:16.607929 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4b7371e2-53c1-4171-9dc4-4f556b4e167c admin admin] Publish callbacks [] for security_group (5f90e2d4-c19c-42ad-b212-2585e0dac2b2), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.622945 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Current status of the port c53ed2aa-ca05-426d-bc44-b9f58a3da581 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:16.625952 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.632495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7b6c2b56-ed1d-449c-82d0-fe527cdae134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.661273 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e0e7a131-2eaf-4177-9eec-61ff276508f9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6d87e738bf9b4194aba97c37ad6ee55d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3017967 Sep 23 15:20:16.662045 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44936) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:16.717709 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] For port c53ed2aa-ca05-426d-bc44-b9f58a3da581, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c53ed2aa-ca05-426d-bc44-b9f58a3da581,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:16.720859 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Pushing event updated for resources: {'Port': ['ID=c5a5154a-953e-4c36-8fce-8416f2195636,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.760229 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-367bbbe6-c722-4757-b992-7ca5d29e624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fef72914-078f-4d6a-9d57-f6e6d27aa53b), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.765038 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-367bbbe6-c722-4757-b992-7ca5d29e624e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.771090 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-367bbbe6-c722-4757-b992-7ca5d29e624e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fef72914-078f-4d6a-9d57-f6e6d27aa53b HTTP/1.1" status: 204 len: 168 time: 1.2903774 Sep 23 15:20:16.772897 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:15Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:16.785579 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4b7371e2-53c1-4171-9dc4-4f556b4e167c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5f90e2d4-c19c-42ad-b212-2585e0dac2b2), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.826431 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a497a-5ae3-45da-ab75-ab7567865e2c None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:15Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:16.827988 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Network 080dabf7-2261-4812-9a7c-bfee5308b800 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:16.833823 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:16.838488 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:16.839653 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bbbe6-c722-4757-b992-7ca5d29e624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef72914-078f-4d6a-9d57-f6e6d27aa53b,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:16.854040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.915882 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (f42cd591-c008-466f-84a5-d8a090ae076e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:16.976708 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for port (d0968112-0c45-4dbc-8242-0b3da038486a), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.043303 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7f607-77a9-4860-8b21-e84c5d103ddd None None] Pushing event updated for resources: {'Port': ['ID=c53ed2aa-ca05-426d-bc44-b9f58a3da581,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.059343 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3953126e-b60f-4d2b-afee-38c27229922f), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.071807 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Provisioning complete for port 8d3b2a21-0f19-4d61-8366-44254a85bf43 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:17.072559 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.073061 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 1 to provision port 8d3b2a21-0f19-4d61-8366-44254a85bf43 Sep 23 15:20:17.121104 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:17.145987 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-cb28bbfb-6417-4ff2-8552-36c2d8d237dd admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2153902 Sep 23 15:20:17.162087 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1c6fd35-9489-44df-8c95-fb4f7eb22581 admin admin] Publish callbacks [] for security_group (45ac1add-56dc-4e67-926f-7f1600a7007d), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.174611 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Sync routers for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:17.191295 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1c6fd35-9489-44df-8c95-fb4f7eb22581 admin admin] Publish callbacks [] for security_group (45ac1add-56dc-4e67-926f-7f1600a7007d), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.306731 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4b7371e2-53c1-4171-9dc4-4f556b4e167c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f87732b5735542ec8efcd0f8d43a0e76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8280680 Sep 23 15:20:17.307463 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44954) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:17.347873 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:17.348538 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:19:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:17.399707 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (d0968112-0c45-4dbc-8242-0b3da038486a), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.416068 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7371e2-53c1-4171-9dc4-4f556b4e167c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f90e2d4-c19c-42ad-b212-2585e0dac2b2,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.510087 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:17.564372 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:17.571621 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:17.578918 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a88-090d-4a35-8bf9-b679f76d5a63 admin admin] Publish callbacks [] for security_group (5f90e2d4-c19c-42ad-b212-2585e0dac2b2), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.596666 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'Port': ['ID=d0968112-0c45-4dbc-8242-0b3da038486a,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.636192 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a88-090d-4a35-8bf9-b679f76d5a63 admin admin] Publish callbacks [] for security_group (5f90e2d4-c19c-42ad-b212-2585e0dac2b2), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.741978 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks [] for port (3953126e-b60f-4d2b-afee-38c27229922f), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.760232 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1c6fd35-9489-44df-8c95-fb4f7eb22581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (45ac1add-56dc-4e67-926f-7f1600a7007d), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.764570 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1c6fd35-9489-44df-8c95-fb4f7eb22581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.765171 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e1c6fd35-9489-44df-8c95-fb4f7eb22581 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/45ac1add-56dc-4e67-926f-7f1600a7007d HTTP/1.1" status: 204 len: 168 time: 1.0245960 Sep 23 15:20:17.785852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6fd35-9489-44df-8c95-fb4f7eb22581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac1add-56dc-4e67-926f-7f1600a7007d,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:17.801325 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device dfbd07bb-b88e-4a43-b8ac-90be3276b89d up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:17.828322 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Current status of the port 8d3b2a21-0f19-4d61-8366-44254a85bf43 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:17.867288 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Provisioning complete for port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:17.867732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:17.868142 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 1 to provision port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 Sep 23 15:20:17.896032 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:17.998231 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 44988) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:18.000516 dv-cinder-855307-2-iscsi neutron-server[107135]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 15:20:18.015635 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.032368 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (3953126e-b60f-4d2b-afee-38c27229922f), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.060678 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port dfbd07bb-b88e-4a43-b8ac-90be3276b89d triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:18.061109 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.061458 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port dfbd07bb-b88e-4a43-b8ac-90be3276b89d Sep 23 15:20:18.127585 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Pushing event updated for resources: {'Port': ['ID=3953126e-b60f-4d2b-afee-38c27229922f,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:18.225000 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a88-090d-4a35-8bf9-b679f76d5a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5f90e2d4-c19c-42ad-b212-2585e0dac2b2), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.236126 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e43f0a88-090d-4a35-8bf9-b679f76d5a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.237316 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e43f0a88-090d-4a35-8bf9-b679f76d5a63 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5f90e2d4-c19c-42ad-b212-2585e0dac2b2 HTTP/1.1" status: 204 len: 168 time: 0.9162316 Sep 23 15:20:18.310233 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:18.318024 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (b100bd69-c4d6-4962-acb5-17d1241e7ffa), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.427839 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port dfbd07bb-b88e-4a43-b8ac-90be3276b89d is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:18.428267 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.455904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port dfbd07bb-b88e-4a43-b8ac-90be3276b89d, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:18.477750 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-682f172e-ea04-46d9-ad6c-738e0a5b4c43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:18.479949 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-682f172e-ea04-46d9-ad6c-738e0a5b4c43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 819 time: 0.4805689 Sep 23 15:20:18.487521 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f0a88-090d-4a35-8bf9-b679f76d5a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f90e2d4-c19c-42ad-b212-2585e0dac2b2,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:18.502654 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Current status of the port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:18.505557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks [] for port (c5a5154a-953e-4c36-8fce-8416f2195636), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.514667 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (3f8d832e-f19d-42cf-9052-a75a4b7a28a2), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.521552 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-38e3a35e-7731-401c-b3f2-ac71e2a4a620 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/quotas/a079aa0c75bf44619342f53006d88ff9 HTTP/1.1" status: 200 len: 375 time: 0.0317931 Sep 23 15:20:18.539836 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Network b9884c67-117e-4e2a-8424-37edb233007d is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:18.541732 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:18.570696 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Provisioning complete for port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:18.570696 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.570696 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 1 to provision port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf Sep 23 15:20:18.623257 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.624254 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c53ed2aa-ca05-426d-bc44-b9f58a3da581 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:18.652443 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-61f89c2d-c2d5-4531-bb19-e6a58eeb821d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1205206 Sep 23 15:20:18.705809 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (d0968112-0c45-4dbc-8242-0b3da038486a), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.733514 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45000) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:18.753511 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e23be7a1-5a75-46a9-9fae-5f2fff981dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.798474 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:18.815411 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.818009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:15Z', 'revision_number': 2, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:18.819424 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:18.861789 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:18.876339 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Checking router: d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:18.876788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Updating router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:18.914226 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e23be7a1-5a75-46a9-9fae-5f2fff981dc6 admin admin] Publish callbacks [] for security_group (9c2e0c8b-bb86-4b7c-929f-cb980c6be258), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.918820 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port c53ed2aa-ca05-426d-bc44-b9f58a3da581 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:18.919339 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.920006 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:18.920523 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:18.922588 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:18.967569 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c9d9bab3-299c-4253-841e-fd8b7150c114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.024827 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (f42cd591-c008-466f-84a5-d8a090ae076e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.027887 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Pushing event updated for resources: {'Port': ['ID=c5a5154a-953e-4c36-8fce-8416f2195636,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.049256 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e23be7a1-5a75-46a9-9fae-5f2fff981dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9c2e0c8b-bb86-4b7c-929f-cb980c6be258), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.143867 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for port (d0968112-0c45-4dbc-8242-0b3da038486a), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.144486 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:19.158464 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port c53ed2aa-ca05-426d-bc44-b9f58a3da581 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:19.159570 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:19.198109 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e23be7a1-5a75-46a9-9fae-5f2fff981dc6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=66bc72c8c228479cb1df423a2586d00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635136 Sep 23 15:20:19.201679 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45008) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:19.248832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23be7a1-5a75-46a9-9fae-5f2fff981dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e0c8b-bb86-4b7c-929f-cb980c6be258,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.275457 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (d0968112-0c45-4dbc-8242-0b3da038486a), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.290071 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:19.290071 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.290474 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f Sep 23 15:20:19.341996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:19.349001 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-4f1cec4c-f9a1-4563-a297-96956ce284d9 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b100bd69-c4d6-4962-acb5-17d1241e7ffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6712904 Sep 23 15:20:19.363654 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:19.369155 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'Port': ['ID=d0968112-0c45-4dbc-8242-0b3da038486a,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.371657 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 2 to provision port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf Sep 23 15:20:19.386923 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cf670ac-a409-4f2b-aa6f-2547c1fbb612 admin admin] Publish callbacks [] for security_group (9c2e0c8b-bb86-4b7c-929f-cb980c6be258), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.389609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Network 080dabf7-2261-4812-9a7c-bfee5308b800 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:19.397427 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:19.417286 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cf670ac-a409-4f2b-aa6f-2547c1fbb612 admin admin] Publish callbacks [] for security_group (9c2e0c8b-bb86-4b7c-929f-cb980c6be258), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.488333 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:19.491521 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:19.503552 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-5a15b59b-0eae-4c49-8f72-37a3178314d0 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:20:19.504599 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-5a15b59b-0eae-4c49-8f72-37a3178314d0 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2594523 Sep 23 15:20:19.546434 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (3f8d832e-f19d-42cf-9052-a75a4b7a28a2), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.570327 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Publish callbacks [] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.594240 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:19.594884 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.624361 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:19.647494 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cf670ac-a409-4f2b-aa6f-2547c1fbb612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9c2e0c8b-bb86-4b7c-929f-cb980c6be258), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.650209 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cf670ac-a409-4f2b-aa6f-2547c1fbb612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.654274 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1cf670ac-a409-4f2b-aa6f-2547c1fbb612 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9c2e0c8b-bb86-4b7c-929f-cb980c6be258 HTTP/1.1" status: 204 len: 168 time: 0.4487875 Sep 23 15:20:19.683603 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Router f42cd591-c008-466f-84a5-d8a090ae076e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:20:19.696575 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40c6cd96-6f59-4664-9755-49e08123ac65 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819513 Sep 23 15:20:19.699079 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.729747 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf670ac-a409-4f2b-aa6f-2547c1fbb612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e0c8b-bb86-4b7c-929f-cb980c6be258,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.790007 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.790811 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 51712d85-77a4-4126-b2bd-2dccce27e80c up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:19.853118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:19.865370 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-49339b87-2209-4e87-80c5-9af9eb4a2340 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7823391 Sep 23 15:20:19.920301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5fabc-2632-4611-93df-d71b0aed482f None None] Pushing event updated for resources: {'Port': ['ID=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:19.944532 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:20:19.952062 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-31981869-9b98-4e1f-8bd2-e2cb2063809d admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/f42cd591-c008-466f-84a5-d8a090ae076e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0896063 Sep 23 15:20:19.963951 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-b29766df-f17d-40ad-9fa0-ddd43088b94b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454684 Sep 23 15:20:19.964630 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Sync routers for ids ['f42cd591-c008-466f-84a5-d8a090ae076e'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:19.989958 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 3 to provision port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf Sep 23 15:20:20.002361 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Routers {'f42cd591-c008-466f-84a5-d8a090ae076e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:20.003499 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f42cd591-c008-466f-84a5-d8a090ae076e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.017072 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:20.067835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Attempting to bind port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:20.067835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Attempting to bind port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:20.071144 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Attempting to bind port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:20.128232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:20.132022 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 51712d85-77a4-4126-b2bd-2dccce27e80c triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:20.136675 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.136675 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 51712d85-77a4-4126-b2bd-2dccce27e80c Sep 23 15:20:20.137603 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:20.200592 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:20.200965 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Checking segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:20.201371 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.201770 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Bound using segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:20.202251 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Bound port: 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:20.202519 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Set router f42cd591-c008-466f-84a5-d8a090ae076e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:20.202615 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.285667 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 51712d85-77a4-4126-b2bd-2dccce27e80c is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:20.294686 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.311417 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] For port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:20.317356 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] For port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:20.464469 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device dfbd07bb-b88e-4a43-b8ac-90be3276b89d up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:20.473983 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.520104 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bdf3b12b-340f-4adb-8fe1-c79c61eb7de6 req-563aa461-cc59-48ca-8f96-2086e029ff1a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 210 time: 0.1166668 Sep 23 15:20:20.521865 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45074) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:20.530599 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246397581', 'description': 'tempest-description--1550345608'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:20.563713 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:20.564372 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.596117 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 4, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c5a5154a-953e-4c36-8fce-8416f2195636', 'name': '', 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'mac_address': 'fa:16:3e:11:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 2, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'subnets': [{'id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:20.631712 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Checking router: f42cd591-c008-466f-84a5-d8a090ae076e for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:20.632405 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Updating router f42cd591-c008-466f-84a5-d8a090ae076e port c5a5154a-953e-4c36-8fce-8416f2195636 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:20.673525 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.693430 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.827769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 45096) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:20.831132 dv-cinder-855307-2-iscsi neutron-server[107136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 15:20:20.835043 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 4 to provision port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf Sep 23 15:20:20.857061 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (023ec078-46c3-4e6f-a895-0f0b5efb34c3), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.868130 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:20.908237 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-6866db0f-e28e-4357-b0fa-c64f88540e8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1500271274&fields=id&tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec HTTP/1.1" status: 200 len: 267 time: 0.0785968 Sep 23 15:20:20.935458 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5fabc-2632-4611-93df-d71b0aed482f None None] Pushing event updated for resources: {'Port': ['ID=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:20.979245 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port dfbd07bb-b88e-4a43-b8ac-90be3276b89d triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:20.979631 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:20.979989 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port dfbd07bb-b88e-4a43-b8ac-90be3276b89d Sep 23 15:20:21.036844 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:21.061444 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:21.147094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Current status of the port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:21.149158 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.183370 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (023ec078-46c3-4e6f-a895-0f0b5efb34c3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.195740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-323c5205-95c9-4aad-8517-a50666fdbfce tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:21.196326 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-323c5205-95c9-4aad-8517-a50666fdbfce tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 810 time: 0.2743905 Sep 23 15:20:21.221281 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-4d302ce8-b3f0-462f-ab68-abfea7ce0498 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/quotas/ab19e9f7cb0e49548a9ab74b9d2b4aec HTTP/1.1" status: 200 len: 375 time: 0.0175133 Sep 23 15:20:21.308135 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023ec078-46c3-4e6f-a895-0f0b5efb34c3,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.316774 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Publish callbacks [] for port (c5a5154a-953e-4c36-8fce-8416f2195636), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.401684 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] For port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:21.436648 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.439420 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-4757088a-dc74-49bc-993a-04ec8126f0c8 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2110112 Sep 23 15:20:21.545498 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d9c2c-d783-42cf-9461-ff393795ab64 None None] Pushing event updated for resources: {'Port': ['ID=c5a5154a-953e-4c36-8fce-8416f2195636,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:21.592051 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Attempting to bind port c5a5154a-953e-4c36-8fce-8416f2195636 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:21.592578 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Attempting to bind port c5a5154a-953e-4c36-8fce-8416f2195636 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:21.593023 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Attempting to bind port c5a5154a-953e-4c36-8fce-8416f2195636 on network 080dabf7-2261-4812-9a7c-bfee5308b800 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:21.601506 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:20:21.621474 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.643997 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Provisioning complete for port 3953126e-b60f-4d2b-afee-38c27229922f triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:21.646430 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (3953126e-b60f-4d2b-afee-38c27229922f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.646430 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 1 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:21.659408 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:21.659939 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Checking segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:21.661255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.663033 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Bound using segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:21.663425 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:21.664084 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Bound port: c5a5154a-953e-4c36-8fce-8416f2195636, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:21.664215 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:21.665013 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.712050 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.712050 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-9b37564c-7f08-4744-a159-f2546b2f06a2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1857183 Sep 23 15:20:21.712694 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 45148) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:21.717344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'security_group_rule': {'security_group_id': '023ec078-46c3-4e6f-a895-0f0b5efb34c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:21.749366 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] For port c5a5154a-953e-4c36-8fce-8416f2195636, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:21.753923 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] For port c5a5154a-953e-4c36-8fce-8416f2195636, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c5a5154a-953e-4c36-8fce-8416f2195636,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:21.770299 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port dfbd07bb-b88e-4a43-b8ac-90be3276b89d is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:21.771404 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:21.801159 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-277dbfd4-d604-42b9-b70d-43369db657e8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:21.803054 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-277dbfd4-d604-42b9-b70d-43369db657e8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 819 time: 0.4101017 Sep 23 15:20:21.820615 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-2f5857ae-b274-4ad6-95e6-fbee1beee637 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/quotas/a079aa0c75bf44619342f53006d88ff9 HTTP/1.1" status: 200 len: 375 time: 0.0120177 Sep 23 15:20:21.866413 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 3953126e-b60f-4d2b-afee-38c27229922f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:21.892472 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-ec6fde85-4395-4788-b588-f1e72f65d53b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648239 Sep 23 15:20:21.894013 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.900766 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (8ccafe5a-6e9d-48dc-bac8-99e59828eb65), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:21.912514 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Pushing event updated for resources: {'Port': ['ID=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:22.006267 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Routers {'f42cd591-c008-466f-84a5-d8a090ae076e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:22.007365 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f42cd591-c008-466f-84a5-d8a090ae076e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:22.066862 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:20Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:22.068043 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-777f1f9e-116a-4708-8a3b-de68d041608b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743519 Sep 23 15:20:22.078646 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:22.079182 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.080583 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f Sep 23 15:20:22.111997 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (8ccafe5a-6e9d-48dc-bac8-99e59828eb65), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.130780 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d9c2c-d783-42cf-9461-ff393795ab64 None None] Pushing event updated for resources: {'Port': ['ID=c5a5154a-953e-4c36-8fce-8416f2195636,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:22.203537 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaeda49-e8e6-40b6-bd8c-6e6069ca23e0 None None] The sync data for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi is: [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:20Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:22.213030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (8ccafe5a-6e9d-48dc-bac8-99e59828eb65), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.253789 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.271068 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:22.271068 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:22.271668 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-66187b85-b08a-4364-ad5b-1a8c9e814b17 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927571 Sep 23 15:20:22.271935 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:22.288640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ccafe5a-6e9d-48dc-bac8-99e59828eb65,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:22.328307 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.349661 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-408a8ff8-640c-48f8-9f82-43d2be2eb09d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6192591 Sep 23 15:20:22.349661 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 45170) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:22.349661 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'security_group_rule': {'security_group_id': '023ec078-46c3-4e6f-a895-0f0b5efb34c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:22.448311 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 2 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:22.453924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-12ef3884-0f61-4de1-b72b-57f478e660cc service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:20:22.460526 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-12ef3884-0f61-4de1-b72b-57f478e660cc service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5019736 Sep 23 15:20:22.477159 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] Set router f42cd591-c008-466f-84a5-d8a090ae076e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:22.564628 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.576009 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (6e22466a-3895-445a-846d-71503d704f60), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.623451 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:22.694222 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-e64d7c26-0cdf-4b7a-bb78-7ceb9a6544a6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265248 Sep 23 15:20:22.704844 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 3953126e-b60f-4d2b-afee-38c27229922f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:22.754201 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:22.804638 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-91433997-48ba-4991-b2c4-a197380715cf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094475 Sep 23 15:20:22.844206 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (6e22466a-3895-445a-846d-71503d704f60), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:22.898864 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 2, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:22.975344 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:20:22.978951 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Updating router b100bd69-c4d6-4962-acb5-17d1241e7ffa port 3953126e-b60f-4d2b-afee-38c27229922f binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:20:22.986910 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 4, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c5a5154a-953e-4c36-8fce-8416f2195636', 'name': '', 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'mac_address': 'fa:16:3e:11:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'subnets': [{'id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:23.042456 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e166e5-47d4-4875-ba97-ca206a81f1d4 None None] The sync data for ids ['f42cd591-c008-466f-84a5-d8a090ae076e'] in dv-cinder-855307-2-iscsi is: [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:17Z', 'revision_number': 4, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c5a5154a-953e-4c36-8fce-8416f2195636', 'name': '', 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'mac_address': 'fa:16:3e:11:37:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 4, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'subnets': [{'id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:23.043325 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:23.049712 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3953126e-b60f-4d2b-afee-38c27229922f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.095520 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (6e22466a-3895-445a-846d-71503d704f60), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.153840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e22466a-3895-445a-846d-71503d704f60,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:23.242491 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:23.334852 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.341731 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8844cfa0-c3f4-4797-bf5e-a9f1287303f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9998317 Sep 23 15:20:23.341731 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 45224) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:23.347643 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:23.390534 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 3 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:23.414426 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:23.583772 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 3953126e-b60f-4d2b-afee-38c27229922f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:23.620463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:23.620701 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-1f78f016-e75a-4ddf-8c73-2dafeea6c0de tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:23.621211 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.621211 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf Sep 23 15:20:23.623271 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-1f78f016-e75a-4ddf-8c73-2dafeea6c0de tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/networks?id=080dabf7-2261-4812-9a7c-bfee5308b800 HTTP/1.1" status: 200 len: 811 time: 0.2902813 Sep 23 15:20:23.656383 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-3a75cb36-8b59-4626-9a5c-c03b2964265d tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/quotas/df328392b4f54d0c92df32df0241e95d HTTP/1.1" status: 200 len: 375 time: 0.0240495 Sep 23 15:20:23.662222 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bae805e9-cb0c-470f-b008-0b9687cc454d req-d2dac695-7dd7-4645-ba0b-4bab9037a95a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.1201384 Sep 23 15:20:23.735656 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:23.760379 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-0927ea67-8fbf-4e69-a9f5-30cc2ea8c283 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=df328392b4f54d0c92df32df0241e95d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956101 Sep 23 15:20:23.887078 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:23.992784 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:24.021002 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:24.091368 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 4 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:24.153290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.167292 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-c3019c6a-0c7c-4940-a118-7e800ae287c5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/080dabf7-2261-4812-9a7c-bfee5308b800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057293 Sep 23 15:20:24.183403 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4047c236-b020-47f6-8e49-d3bdc954ca42 req-b9821bc5-7736-4ca1-873f-3b21354b4a14 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.4623926 Sep 23 15:20:24.329980 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Publish callbacks [] for port (3953126e-b60f-4d2b-afee-38c27229922f), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.332000 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 3953126e-b60f-4d2b-afee-38c27229922f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:24.372112 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-436c0692-308d-41c2-bf2e-805d0db25d60 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/080dabf7-2261-4812-9a7c-bfee5308b800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017760 Sep 23 15:20:24.431591 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (3953126e-b60f-4d2b-afee-38c27229922f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.597891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf657b3-eb1a-42a1-a750-f4c09fc9f70e None None] Pushing event updated for resources: {'Port': ['ID=3953126e-b60f-4d2b-afee-38c27229922f,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:24.709242 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Attempting to bind port 3953126e-b60f-4d2b-afee-38c27229922f on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:24.709626 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Attempting to bind port 3953126e-b60f-4d2b-afee-38c27229922f by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:24.709999 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Attempting to bind port 3953126e-b60f-4d2b-afee-38c27229922f on network b9884c67-117e-4e2a-8424-37edb233007d {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:24.816617 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:24.820298 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Checking segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:24.820710 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.821419 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Bound using segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:24.822672 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Bound port: 3953126e-b60f-4d2b-afee-38c27229922f, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:24.824700 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3953126e-b60f-4d2b-afee-38c27229922f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:24.833651 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 5 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:24.843354 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-54784df7-e53f-4f20-9528-94d4744c9a6e req-9a8289bb-bf6e-4d62-8d83-4ce0f83ca39f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0350397 Sep 23 15:20:24.858382 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Allocated IP 172.27.0.71 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/c2727404-0a5f-40a2-8658-87d408a7344c) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:25.037711 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Port 3953126e-b60f-4d2b-afee-38c27229922f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:25.084783 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:25.092865 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c5a5154a-953e-4c36-8fce-8416f2195636 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:25.162740 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9736b690-8f6f-4dc7-b7a9-37db34f84249 req-4fec9d0c-6162-49f7-80e4-e942d99d25f3 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.1512053 Sep 23 15:20:25.186617 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:25.200063 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] For port 3953126e-b60f-4d2b-afee-38c27229922f, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:25.260363 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] For port 3953126e-b60f-4d2b-afee-38c27229922f, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=3953126e-b60f-4d2b-afee-38c27229922f,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:25.282805 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for port (c2727404-0a5f-40a2-8658-87d408a7344c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.296703 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port c5a5154a-953e-4c36-8fce-8416f2195636 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:25.297433 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.297785 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port c5a5154a-953e-4c36-8fce-8416f2195636 Sep 23 15:20:25.360910 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a0c706ec-c173-4175-8573-866d618b66e3 req-b0b1247b-4532-453c-aa06-9da4ede6265d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0779788 Sep 23 15:20:25.411802 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (3953126e-b60f-4d2b-afee-38c27229922f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.428536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c2727404-0a5f-40a2-8658-87d408a7344c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.477334 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:25.483425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:25.494583 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:25.503108 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf657b3-eb1a-42a1-a750-f4c09fc9f70e None None] Pushing event updated for resources: {'Port': ['ID=3953126e-b60f-4d2b-afee-38c27229922f,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:25.538790 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 6 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:25.542850 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port c5a5154a-953e-4c36-8fce-8416f2195636 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:25.546494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.555785 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'Port': ['ID=c2727404-0a5f-40a2-8658-87d408a7344c,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:25.578792 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:20:25.579723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:25.682874 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (64f4077e-800e-4c64-ba21-16a1798d9f97), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.734292 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port c5a5154a-953e-4c36-8fce-8416f2195636, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c5a5154a-953e-4c36-8fce-8416f2195636,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:25.855505 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:20:25.874423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c2727404-0a5f-40a2-8658-87d408a7344c), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.907376 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:25.930501 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Current status of the port 3953126e-b60f-4d2b-afee-38c27229922f is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:25.947402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3953126e-b60f-4d2b-afee-38c27229922f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.234728 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] For port 3953126e-b60f-4d2b-afee-38c27229922f, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=3953126e-b60f-4d2b-afee-38c27229922f,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:26.286777 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=c5a5154a-953e-4c36-8fce-8416f2195636,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:26.293135 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8e5a6eff-73f1-41a1-94e5-8bd0be3f2dae req-91e6635a-ce8b-4aa2-a057-99d69e84330a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0923274 Sep 23 15:20:26.409458 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (3953126e-b60f-4d2b-afee-38c27229922f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.412216 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d528b51b-17ef-4013-9a9d-5517fd9c7e7d req-44056415-03ea-423a-a0f1-ef8c7971a4db tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.1537035 Sep 23 15:20:26.473030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for port (c2727404-0a5f-40a2-8658-87d408a7344c), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.549681 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Provisioning complete for port c53ed2aa-ca05-426d-bc44-b9f58a3da581 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:26.550181 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.552119 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Attempt 1 to provision port c53ed2aa-ca05-426d-bc44-b9f58a3da581 Sep 23 15:20:26.628658 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-362ed9f1-793d-4b38-9def-6cae41828754 req-362e8a7d-555f-4dad-a3bb-ec34f1e0b0db tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0573182 Sep 23 15:20:26.681695 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:26.685015 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (c2727404-0a5f-40a2-8658-87d408a7344c), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.718157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.77', 56056) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:26.739620 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Pushing event updated for resources: {'Port': ['ID=3953126e-b60f-4d2b-afee-38c27229922f,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:26.751400 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:25Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:20:26.793887 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00538d5a-01d0-4786-b102-3c95126bf06a None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:25Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:20:26.831130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (64f4077e-800e-4c64-ba21-16a1798d9f97), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.842016 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'Port': ['ID=c2727404-0a5f-40a2-8658-87d408a7344c,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:26.847554 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c0b877ab-6e34-47cd-a721-d22b7664f4fc None None] Current status of the port c53ed2aa-ca05-426d-bc44-b9f58a3da581 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:26.927005 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:26.928595 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2de58929-c66d-46bf-b061-2836acd4b765 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5857344 Sep 23 15:20:26.942875 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c5a5154a-953e-4c36-8fce-8416f2195636 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:27.003081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Provisioning complete for port c5a5154a-953e-4c36-8fce-8416f2195636 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:27.004292 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.004601 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Attempt 1 to provision port c5a5154a-953e-4c36-8fce-8416f2195636 Sep 23 15:20:27.034952 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-58cc2cf9-1020-4759-b551-7849aaed5742 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:27.036553 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-58cc2cf9-1020-4759-b551-7849aaed5742 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 819 time: 0.3156536 Sep 23 15:20:27.063455 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port c5a5154a-953e-4c36-8fce-8416f2195636 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:27.063949 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.064490 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port c5a5154a-953e-4c36-8fce-8416f2195636 Sep 23 15:20:27.089474 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'port': {'device_id': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'admin_state_up': True, 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:27.198232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Current status of the port c5a5154a-953e-4c36-8fce-8416f2195636 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:27.247723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Provisioning complete for port 3953126e-b60f-4d2b-afee-38c27229922f triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:27.247723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (3953126e-b60f-4d2b-afee-38c27229922f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:27.247723 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Attempt 1 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:27.296869 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port c5a5154a-953e-4c36-8fce-8416f2195636 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:27.341733 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-7f16f814-f7d6-491c-8694-366002f5bdc4 None None] Current status of the port 3953126e-b60f-4d2b-afee-38c27229922f is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:27.346426 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-6dc60490-2159-47e1-a365-c591e2df0932 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1246397581&fields=id&tenant_id=1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 267 time: 0.0919330 Sep 23 15:20:27.443808 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c4712ce6-b689-4090-8890-d3c32df1c7a6 req-32d8ce6f-fcff-457d-9a64-60713be7f756 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0594769 Sep 23 15:20:27.531591 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-fa62fa60-5f9b-4d43-8282-cd3eb0e97c34 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:27.534186 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-fa62fa60-5f9b-4d43-8282-cd3eb0e97c34 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 816 time: 0.1771410 Sep 23 15:20:27.562222 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-58489293-0a01-4819-8aff-678ed32025b9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/quotas/1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0208545 Sep 23 15:20:27.598681 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ce251ca6-0d5d-45b7-b461-09d525d15c73 req-2216d61a-77cc-4d3d-8c5c-722d9ee6cd06 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0426497 Sep 23 15:20:27.644732 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-cef0bf5f-67b1-47a2-99fd-e9bca8eb1f91 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752869 Sep 23 15:20:27.734149 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7989e65c-3ab1-418f-9bd7-9278ad5d8177 req-e92d7be8-0e69-45c7-ad01-24990506af93 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0289273 Sep 23 15:20:27.766626 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-d9464436-481c-44e0-9cf7-d4c3d226eced service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062143 Sep 23 15:20:27.874621 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-70b3107f-4725-41c2-aa71-fd5a7a0acb2a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013880 Sep 23 15:20:27.927856 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Made reservation on behalf of a079aa0c75bf44619342f53006d88ff9 for: {'port': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:27.933123 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:28.204504 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Allocated IP 172.20.0.14 (0fed3158-67d0-44f2-9c11-c1330461e633/77faac88-261b-48cd-8d7e-c9e0b109e497/0ac971ff-aa73-4c23-905e-b603461ad30f) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:28.375280 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:28.456111 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:28.559478 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-df167cc3-ade0-404f-abd0-4b50648c842f req-fb2462a4-f6e3-41f4-acb8-22a12aa1cb77 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Sep 23 15:20:28.603926 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.77', 56066) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:28.653972 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:28.804184 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7afadf88-fa82-4033-a831-06ed11143e42 req-e38c994a-13a6-4170-b5f0-3ec0f48719aa tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0761852 Sep 23 15:20:28.843450 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-cf4d5348-6f89-4a40-8192-ff732cc7e60f req-4435a929-cb94-4c21-b0a8-e8d8b65bd6fd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1573281 Sep 23 15:20:29.037099 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:29.037099 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:29.039836 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3953126e-b60f-4d2b-afee-38c27229922f up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:29.040356 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:29.040356 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'Port': ['ID=0ac971ff-aa73-4c23-905e-b603461ad30f,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:29.090642 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2ca1f7ff-264e-43a2-ad2f-99fc27f995bf req-931652d9-cca8-4aab-8bd8-26138ecca419 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0622556 Sep 23 15:20:29.113006 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-379e986b-0407-482c-a3eb-7aee4ba8150f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.115353 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-379e986b-0407-482c-a3eb-7aee4ba8150f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 819 time: 0.5098803 Sep 23 15:20:29.142597 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:29.142597 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:29.158879 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 3953126e-b60f-4d2b-afee-38c27229922f triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:29.159645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (3953126e-b60f-4d2b-afee-38c27229922f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:29.160221 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 3953126e-b60f-4d2b-afee-38c27229922f Sep 23 15:20:29.161804 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'port': {'device_id': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'admin_state_up': True, 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:29.338440 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:29.356242 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-35ee09a8-4313-4a30-85d8-7cfb1d82c72d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2742822 Sep 23 15:20:29.359376 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 3953126e-b60f-4d2b-afee-38c27229922f is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:29.387118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Provisioning complete for port 0ac971ff-aa73-4c23-905e-b603461ad30f triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:29.387772 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:29.388411 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 1 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:29.443231 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:29.480842 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:29.627494 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-17d87a0b-220b-4c45-9895-282acf46a03b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:20:29.630433 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-17d87a0b-220b-4c45-9895-282acf46a03b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0088890 Sep 23 15:20:29.693116 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Made reservation on behalf of a079aa0c75bf44619342f53006d88ff9 for: {'port': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:29.697094 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:29.944215 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 2 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:29.990106 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c6c2cfbf-0451-45be-926c-bead67e436fd req-afb4ad5c-3cf6-42aa-84fb-e61883759713 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0704961 Sep 23 15:20:30.092849 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:30.166829 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-03e8cd42-f688-4076-89d6-d4126922902d req-41350eb9-ca1c-44f9-bce7-b48414525d6c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.2469904 Sep 23 15:20:30.205284 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b379ea1b-8eb5-42a4-b888-451278062073 req-3811a53e-5848-4a6f-a0ec-01abd35a0c55 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1017463 Sep 23 15:20:30.216596 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Request body: {'port': {'device_id': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:30.312840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.77', 56075) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:30.530478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-f06a695e-ded2-4068-9d14-73f9c77e5f0e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:30.530478 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-f06a695e-ded2-4068-9d14-73f9c77e5f0e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 810 time: 0.1908278 Sep 23 15:20:30.583559 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-c55175e1-8c17-4f8d-b9d4-d0dbacb79c14 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec HTTP/1.1" status: 200 len: 380 time: 0.0762832 Sep 23 15:20:30.594936 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 3 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:30.607347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'port': {'device_id': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'admin_state_up': True, 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'security_groups': ['967cd966-9dac-44e7-a432-ce0708747a50']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:30.630322 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-59bc4785-b7b6-4f5e-93cc-3c8b7a7d63f6 req-8bf91d2c-747a-4454-a513-e724fcbd45a6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.2375667 Sep 23 15:20:30.651060 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Allocated IP 172.20.0.13 (0fed3158-67d0-44f2-9c11-c1330461e633/77faac88-261b-48cd-8d7e-c9e0b109e497/d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:30.651060 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:30.735627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:30.818045 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:31.125453 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e59a15ed-93d8-4fbb-9154-622ab203422e req-1897cecb-56e1-4d8c-8e07-4e4fba2c178c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0406945 Sep 23 15:20:31.218586 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Made reservation on behalf of ab19e9f7cb0e49548a9ab74b9d2b4aec for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:31.231753 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:31.300319 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:31.319261 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 4 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:31.421365 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:31.431107 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-aec738f7-6f01-4556-8fe0-647a7cb4b0ec req-88fcf799-4bc0-40af-9304-41779d67fa80 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0587566 Sep 23 15:20:31.463262 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3c499018-c93d-44f6-b8c0-fd0b17cfd89f req-7a479e4f-8db5-4587-a4f3-2463a8d5a133 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1048715 Sep 23 15:20:31.470748 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:31.517488 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:31.559409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:31.638655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Allocated IP 172.20.0.4 (b3f7a81d-77e4-45ed-aa33-730087d69ce7/e84b5341-8b6a-4fc9-ac79-9988bf25b079/55424de1-677b-4c57-a21b-d9eb905f5fc7) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:31.665695 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:31.671861 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:31.676062 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'Port': ['ID=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:31.678360 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:31.773410 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:31.773410 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:31.877767 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-813ad595-79c5-4ba1-8f0b-a7fd397cacfb req-e4b72671-0ca8-46b6-8989-7a87b8810815 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0773554 Sep 23 15:20:31.922811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac971ff-aa73-4c23-905e-b603461ad30f {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:31.923216 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 5 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:31.942658 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Publish callbacks [] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:32.000625 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Transition to ACTIVE for port object 0ac971ff-aa73-4c23-905e-b603461ad30f will not be triggered until provisioned by entity L2. {{(pid=107135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:32.009832 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-4f7a4f17-8667-46a6-9090-4a7208df9439 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8532994 Sep 23 15:20:32.010404 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:32.055022 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Request body: {'port': {'device_id': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:32.098708 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:32.230095 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:32.243274 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:32.300859 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.77', 56084) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:32.413666 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac971ff-aa73-4c23-905e-b603461ad30f,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:32.434949 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:32.440769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:32.453019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:32.600956 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 6 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:32.684135 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:32.732780 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Attempting to bind port 0ac971ff-aa73-4c23-905e-b603461ad30f on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:32.733507 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Attempting to bind port 0ac971ff-aa73-4c23-905e-b603461ad30f by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:32.733866 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Attempting to bind port 0ac971ff-aa73-4c23-905e-b603461ad30f on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:32.755473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:32.824864 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Port 0ac971ff-aa73-4c23-905e-b603461ad30f on network 0fed3158-67d0-44f2-9c11-c1330461e633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:32.825310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Attempting to bind port 0ac971ff-aa73-4c23-905e-b603461ad30f on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:32.843468 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6a7b7-5d13-42a0-b3d9-e9f726b16f2d req-069917a0-0270-453d-be63-da83535f6098 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:32.845197 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-19d6a7b7-5d13-42a0-b3d9-e9f726b16f2d req-069917a0-0270-453d-be63-da83535f6098 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 932 time: 0.2348230 Sep 23 15:20:32.882035 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b0c23309-b362-44ee-b9b5-668d98bae3ac req-360fb7f9-044c-4acc-bf90-66f1755d4563 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.5709395 Sep 23 15:20:33.019563 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'Port': ['ID=55424de1-677b-4c57-a21b-d9eb905f5fc7,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:33.078099 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-19d6a7b7-5d13-42a0-b3d9-e9f726b16f2d req-c8865d19-b2d3-496d-8a4a-5f0a4b81a785 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006571 Sep 23 15:20:33.121455 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:33.123158 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Checking segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:33.124008 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Bound using segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:33.124707 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Bound port: 0ac971ff-aa73-4c23-905e-b603461ad30f, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:33.125257 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.163140 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d95ce622-fd0d-46a1-8d7e-00bd6ab30981 req-2df6fc39-b5de-4eae-9e8c-f7b526f7eb1c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1207860 Sep 23 15:20:33.186991 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 7 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:33.219727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:33.219727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.262207 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:33.357958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-ed268b44-0e0f-4c34-9ac3-cd12199d20f9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:33.357958 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-ed268b44-0e0f-4c34-9ac3-cd12199d20f9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.77 "GET /networking/v2.0/networks?id=080dabf7-2261-4812-9a7c-bfee5308b800 HTTP/1.1" status: 200 len: 811 time: 0.9766824 Sep 23 15:20:33.357958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Request body: {'port': {'device_id': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'admin_state_up': True, 'tenant_id': 'df328392b4f54d0c92df32df0241e95d'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:33.529154 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7e134-b4c8-4213-85e6-45b2639c6ec6 req-8611c942-6694-4ecf-9024-ee7c2ea225fd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:33.529679 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-3c42a87f-8e57-4202-a507-7b9f87175e75 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9336715 Sep 23 15:20:33.531181 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ada7e134-b4c8-4213-85e6-45b2639c6ec6 req-8611c942-6694-4ecf-9024-ee7c2ea225fd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 931 time: 0.2054524 Sep 23 15:20:33.539137 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] For port 0ac971ff-aa73-4c23-905e-b603461ad30f, host hv-cinder-85530, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:33.550851 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Request body: {'port': {'device_id': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:33.575426 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 {{(pid=107135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:33.595408 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] For port 0ac971ff-aa73-4c23-905e-b603461ad30f, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0ac971ff-aa73-4c23-905e-b603461ad30f,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:33.598017 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Publish callbacks [] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.626478 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.provisioning_blocks [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Transition to ACTIVE for port object d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 will not be triggered until provisioned by entity L2. {{(pid=107135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:33.637043 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.644456 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ada7e134-b4c8-4213-85e6-45b2639c6ec6 req-88ef406f-ea4c-43e7-a8b6-aa9e318c3e47 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003697 Sep 23 15:20:33.728756 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Made reservation on behalf of df328392b4f54d0c92df32df0241e95d for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:33.741048 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.764362 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 8 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:33.813988 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.817669 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.819657 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:33.858660 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:33.859680 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:33.864092 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 200 len: 1094 time: 3.9215636 Sep 23 15:20:33.864092 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'tag': '0ac971ff-aa73-4c23-905e-b603461ad30f'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:34.165907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "53291dd1-3df2-438e-a2aa-80fa4e76245c", "tag": "0ac971ff-aa73-4c23-905e-b603461ad30f"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:34.165907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45568) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:34.244261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad4735-3424-485b-9b68-5ba1ae66f278 service neutron] Pushing event updated for resources: {'Port': ['ID=0ac971ff-aa73-4c23-905e-b603461ad30f,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:34.245475 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-274b6381-b3b3-48ef-a6bc-698ae9fda6e8 req-18c3f980-6849-499d-ae6c-33692350d994 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.2240705 Sep 23 15:20:34.321463 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Attempt 9 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:34.329458 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-b94ab1f1-4f6e-4fc8-85bd-943c3107ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:34.331211 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-b94ab1f1-4f6e-4fc8-85bd-943c3107ce9c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1128 time: 0.2992477 Sep 23 15:20:34.427704 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9cd22-01d8-4dbd-9940-b1e77c0c40f9 None None] Port 0ac971ff-aa73-4c23-905e-b603461ad30f had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:20:34.521839 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=64 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:34.552608 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Allocated IP 172.20.0.9 (080dabf7-2261-4812-9a7c-bfee5308b800/568e8223-9cc4-46c7-852d-2829aad57e11/fdb860b5-e215-4e14-8b93-274f42416008) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:34.570583 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Provisioning complete for port 55424de1-677b-4c57-a21b-d9eb905f5fc7 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:34.570964 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:34.571304 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Attempt 1 to provision port 55424de1-677b-4c57-a21b-d9eb905f5fc7 Sep 23 15:20:34.689874 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Port 55424de1-677b-4c57-a21b-d9eb905f5fc7 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:34.691284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:34.775339 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-d9d28c8c-651f-4a0b-b94f-ecceb16adc5f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 200 len: 217 time: 0.3980298 Sep 23 15:20:34.800190 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Pushing event updated for resources: {'Port': ['ID=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:34.803807 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Attempting to bind port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:34.804202 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Attempting to bind port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:34.804532 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Attempting to bind port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:34.822476 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f1967-279f-4cb9-9fe6-55d4a37a7e49 req-2ce0278a-52f5-443a-8ae7-0cf677d3a70b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:34.825576 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7b2f1967-279f-4cb9-9fe6-55d4a37a7e49 req-2ce0278a-52f5-443a-8ae7-0cf677d3a70b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.5235105 Sep 23 15:20:34.842284 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-22da6bde-80e2-4655-9935-a62233008639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:34.849995 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-67140783-b889-469e-957d-6fa2878f7557 req-9d0c96eb-c71b-492a-9475-844b81450faa tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.3679638 Sep 23 15:20:34.948348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks [] for port (fdb860b5-e215-4e14-8b93-274f42416008), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.019629 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 on network 0fed3158-67d0-44f2-9c11-c1330461e633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:35.020132 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Attempting to bind port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:35.026126 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55424de1-677b-4c57-a21b-d9eb905f5fc7 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:35.039452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Publish callbacks [] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.069323 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Transition to ACTIVE for port object 55424de1-677b-4c57-a21b-d9eb905f5fc7 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:35.103034 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7b2f1967-279f-4cb9-9fe6-55d4a37a7e49 req-879fd3da-a176-4908-b3e9-f708abecb2ae tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631330 Sep 23 15:20:35.191111 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Attempt 2 to provision port 55424de1-677b-4c57-a21b-d9eb905f5fc7 Sep 23 15:20:35.206367 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d68f83-b8a8-4d38-a88e-a01002620499 x-openstack-request-id: req-98d68f83-b8a8-4d38-a88e-a01002620499 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:35.218845 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53291dd1-3df2-438e-a2aa-80fa4e76245c", "tag": "0ac971ff-aa73-4c23-905e-b603461ad30f", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:35.218845 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98d68f83-b8a8-4d38-a88e-a01002620499 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:35.218845 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98d68f83-b8a8-4d38-a88e-a01002620499'] response: {'name': 'network-changed', 'server_uuid': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'tag': '0ac971ff-aa73-4c23-905e-b603461ad30f', 'status': 'completed', 'code': 200} Sep 23 15:20:35.226438 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:35.226741 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Checking segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:35.227130 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Bound using segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} {{(pid=107135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:35.227624 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.managers [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Bound port: d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}}] {{(pid=107135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:35.228013 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.243238 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Port 55424de1-677b-4c57-a21b-d9eb905f5fc7 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:35.350674 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.351035 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7b99c-6255-431a-b978-f8126807e4c7 req-afe4ed74-3601-4626-a572-1362ee472b9b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.356195 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.361363 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f7a7b99c-6255-431a-b978-f8126807e4c7 req-afe4ed74-3601-4626-a572-1362ee472b9b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 931 time: 0.1584907 Sep 23 15:20:35.397554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-bcd6bb4b-df86-4819-8013-365412dbd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.399324 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-bcd6bb4b-df86-4819-8013-365412dbd1fc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.2932715 Sep 23 15:20:35.450741 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-22da6bde-80e2-4655-9935-a62233008639 admin admin] Publish callbacks [] for security_group (ba02d0e9-7024-47a8-9aa4-bf61549803d5), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.469979 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Network 080dabf7-2261-4812-9a7c-bfee5308b800 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:35.475787 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:35.536490 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f7a7b99c-6255-431a-b978-f8126807e4c7 req-2ec87d2e-fa48-44b8-8103-6f69eda1d35a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740694 Sep 23 15:20:35.546181 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] For port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host hv-cinder-85530, cleared binding levels {{(pid=107135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:35.572742 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] For port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:35.580580 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d796e-4176-41ea-9a00-f1084d8bd754 req-c538a9d9-945b-4b1f-8cec-543c11306a27 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.581223 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-cdd6e074-6356-47ef-9d2d-6a8ba7a6fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.582425 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-cdd6e074-6356-47ef-9d2d-6a8ba7a6fba0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1665308 Sep 23 15:20:35.583593 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-746d796e-4176-41ea-9a00-f1084d8bd754 req-c538a9d9-945b-4b1f-8cec-543c11306a27 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 931 time: 0.1265936 Sep 23 15:20:35.584791 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:35.745460 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Attempt 3 to provision port 55424de1-677b-4c57-a21b-d9eb905f5fc7 Sep 23 15:20:35.791510 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-746d796e-4176-41ea-9a00-f1084d8bd754 req-5d893d3a-9a9d-4a93-b441-b02da76a03e0 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711831 Sep 23 15:20:35.797617 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Pushing event updated for resources: {'Port': ['ID=55424de1-677b-4c57-a21b-d9eb905f5fc7,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:35.832977 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:35.832977 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:35.843615 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Port 55424de1-677b-4c57-a21b-d9eb905f5fc7 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:35.923822 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Attempting to bind port 55424de1-677b-4c57-a21b-d9eb905f5fc7 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:35.924271 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Attempting to bind port 55424de1-677b-4c57-a21b-d9eb905f5fc7 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:35.924683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Attempting to bind port 55424de1-677b-4c57-a21b-d9eb905f5fc7 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:35.969872 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.77', 56096) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:36.000692 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.024164 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-22da6bde-80e2-4655-9935-a62233008639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ba02d0e9-7024-47a8-9aa4-bf61549803d5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.027123 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:36.039704 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.040467 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.042184 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 200 len: 1094 time: 3.9926269 Sep 23 15:20:36.056134 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Pushing event updated for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:36.083820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Port 55424de1-677b-4c57-a21b-d9eb905f5fc7 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:36.084578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Attempting to bind port 55424de1-677b-4c57-a21b-d9eb905f5fc7 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:36.150902 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-22da6bde-80e2-4655-9935-a62233008639 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0e22570619c84ce197a7963fc475ce03&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9433439 Sep 23 15:20:36.168001 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45612) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:36.168001 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-cd233097-0334-4880-985a-acc0df664abe req-606b3237-52fa-4258-8a29-ca446efde9d9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1492178 Sep 23 15:20:36.170543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:36.171130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Checking segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:36.172083 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Bound using segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:36.172235 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Bound port: 55424de1-677b-4c57-a21b-d9eb905f5fc7, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:36.172601 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.182130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-217b9e02-0ef2-4f87-abc1-ccaae46ce89e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.185096 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-217b9e02-0ef2-4f87-abc1-ccaae46ce89e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 816 time: 0.2000604 Sep 23 15:20:36.222898 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da6bde-80e2-4655-9935-a62233008639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba02d0e9-7024-47a8-9aa4-bf61549803d5,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:36.241164 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d8c5e-3f24-486b-b4cc-0f7ec3e7229c service neutron] Pushing event updated for resources: {'Port': ['ID=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,revision_number=3']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:36.291072 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-bdaf0ab6-aa39-44a3-ae69-241b22fbf401 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053142 Sep 23 15:20:36.313109 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4f13-7f33-4bd9-bb27-5f4fc245c126 admin admin] Publish callbacks [] for security_group (ba02d0e9-7024-47a8-9aa4-bf61549803d5), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.344604 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Attempt 4 to provision port 55424de1-677b-4c57-a21b-d9eb905f5fc7 Sep 23 15:20:36.354197 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4f13-7f33-4bd9-bb27-5f4fc245c126 admin admin] Publish callbacks [] for security_group (ba02d0e9-7024-47a8-9aa4-bf61549803d5), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.556457 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] For port 55424de1-677b-4c57-a21b-d9eb905f5fc7, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:36.568511 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd84e-43c9-4ff4-a685-a04ed9d1d4d6 req-ddfd0dfa-65ac-44b1-8c80-f8c2897187c8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.570043 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5babd84e-43c9-4ff4-a685-a04ed9d1d4d6 req-ddfd0dfa-65ac-44b1-8c80-f8c2897187c8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.3392496 Sep 23 15:20:36.658103 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Port 55424de1-677b-4c57-a21b-d9eb905f5fc7 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:36.671359 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-abb1a841-d252-4294-9d1e-7de2fd4c1da9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3355830 Sep 23 15:20:36.680562 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] For port 55424de1-677b-4c57-a21b-d9eb905f5fc7, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:36.692147 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4f13-7f33-4bd9-bb27-5f4fc245c126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ba02d0e9-7024-47a8-9aa4-bf61549803d5), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.695468 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b0d4f13-7f33-4bd9-bb27-5f4fc245c126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.696726 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-5b0d4f13-7f33-4bd9-bb27-5f4fc245c126 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ba02d0e9-7024-47a8-9aa4-bf61549803d5 HTTP/1.1" status: 204 len: 168 time: 0.5360334 Sep 23 15:20:36.712998 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-44f1b340-f157-4e5a-b423-802defcda695 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 380 time: 0.4809806 Sep 23 15:20:36.719888 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d4f13-7f33-4bd9-bb27-5f4fc245c126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba02d0e9-7024-47a8-9aa4-bf61549803d5,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:36.732112 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85e9de-aca0-4818-9f2a-2fe430085dee req-e769d74f-3b95-48b6-a7ae-8c31f8f628aa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.747210 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dc85e9de-aca0-4818-9f2a-2fe430085dee req-e769d74f-3b95-48b6-a7ae-8c31f8f628aa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0964277 Sep 23 15:20:36.811133 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5babd84e-43c9-4ff4-a685-a04ed9d1d4d6 req-2cb5ac2c-d9af-45e8-a1bf-5f0aafe0bec8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828609 Sep 23 15:20:36.850478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.858885 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:36.860616 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:36.862344 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dc85e9de-aca0-4818-9f2a-2fe430085dee req-c389d412-fdf7-4531-a583-bc307ac6bfaa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127615 Sep 23 15:20:36.864466 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 1093 time: 3.3238492 Sep 23 15:20:36.865983 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:36.892007 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Request body: {'port': {'device_id': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:36.972787 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'port': {'device_id': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'admin_state_up': True, 'tenant_id': '1679242155f94d48871525425f74d1c3', 'security_groups': ['023ec078-46c3-4e6f-a895-0f0b5efb34c3']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:37.156256 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-dcd3a739-93f2-4a9b-abfa-b20f773b6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.160261 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Attempt 5 to provision port 55424de1-677b-4c57-a21b-d9eb905f5fc7 Sep 23 15:20:37.162251 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-dcd3a739-93f2-4a9b-abfa-b20f773b6226 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1128 time: 0.2552161 Sep 23 15:20:37.217681 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'tag': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:37.221615 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b708e0c-559b-4873-8201-cd2dd8c0e537" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7c6dbd-a4f4-4fd8-a719-38705c323809", "tag": "d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:37.296257 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-66626a07-bf4c-430b-9c39-c015cc68c6a6 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 200 len: 217 time: 0.1131270 Sep 23 15:20:37.336737 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b70ced2-7c32-4154-8def-edea4d314920 None None] Port 55424de1-677b-4c57-a21b-d9eb905f5fc7 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:20:37.413891 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-1a86c0cc-bd0f-4563-af07-d99f459271ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.416633 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-1a86c0cc-bd0f-4563-af07-d99f459271ad service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.1070936 Sep 23 15:20:37.425016 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1c36cffa-7680-468f-a43b-5aaceab3df08 req-73093662-4450-4500-878b-935d7637433d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608416 Sep 23 15:20:37.471366 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:37.490104 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Provisioning complete for port fdb860b5-e215-4e14-8b93-274f42416008 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:37.491127 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (fdb860b5-e215-4e14-8b93-274f42416008), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:37.491659 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Attempt 1 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:37.536030 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Port fdb860b5-e215-4e14-8b93-274f42416008 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:37.549932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-c894474d-4e6d-403a-a388-11cfa9e5dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.551901 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-c894474d-4e6d-403a-a388-11cfa9e5dce2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1127 time: 0.4232652 Sep 23 15:20:37.562349 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19d5f-7c2f-4708-bb7e-f86d2f82da27 req-35a2ce3b-3a1d-4306-bba6-1d595d5d6e6c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.570151 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-14b19d5f-7c2f-4708-bb7e-f86d2f82da27 req-35a2ce3b-3a1d-4306-bba6-1d595d5d6e6c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 931 time: 0.4363754 Sep 23 15:20:37.575510 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd9092-32d2-4653-8e8b-3e0fb44e30fd service neutron] Pushing event updated for resources: {'Port': ['ID=55424de1-677b-4c57-a21b-d9eb905f5fc7,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:37.577685 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-43d93871-69cb-4d33-9daf-6926e1ac3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:37.588711 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-43d93871-69cb-4d33-9daf-6926e1ac3a62 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1607671 Sep 23 15:20:37.591506 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-028e9aa5-ce87-4ed0-9143-48d3794bc5cc req-1749fde1-7538-4e53-9a96-99089128c774 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1653066 Sep 23 15:20:37.596599 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (fdb860b5-e215-4e14-8b93-274f42416008), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:37.700599 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-971c311f-740e-4934-a01b-504f5f2b5bfa service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 217 time: 0.0995355 Sep 23 15:20:37.741507 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-14b19d5f-7c2f-4708-bb7e-f86d2f82da27 req-2603f8cf-4a2d-4972-a205-92361646318e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702750 Sep 23 15:20:37.800154 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f392b2-deaf-4fa1-a09b-1a540a126e51 x-openstack-request-id: req-91f392b2-deaf-4fa1-a09b-1a540a126e51 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:37.800154 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7c6dbd-a4f4-4fd8-a719-38705c323809", "tag": "d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:37.800154 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91f392b2-deaf-4fa1-a09b-1a540a126e51 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:37.800154 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f392b2-deaf-4fa1-a09b-1a540a126e51'] response: {'name': 'network-changed', 'server_uuid': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'tag': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1', 'status': 'completed', 'code': 200} Sep 23 15:20:37.935421 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Made reservation on behalf of 1679242155f94d48871525425f74d1c3 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:20:37.940845 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:37.994124 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecedc34-f5b0-4fe9-8497-c428b6de4119 x-openstack-request-id: req-1ecedc34-f5b0-4fe9-8497-c428b6de4119 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:37.994124 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:37.994400 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ecedc34-f5b0-4fe9-8497-c428b6de4119 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:37.994734 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecedc34-f5b0-4fe9-8497-c428b6de4119'] response: {'name': 'network-changed', 'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'status': 'completed', 'code': 200} Sep 23 15:20:38.037546 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Attempt 2 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:38.147864 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Port fdb860b5-e215-4e14-8b93-274f42416008 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:38.157902 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-06260050-1d5a-42b7-89db-9232b9b96c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.160257 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-06260050-1d5a-42b7-89db-9232b9b96c71 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1128 time: 0.0526364 Sep 23 15:20:38.177607 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17287661-e2e8-4410-9684-d120cb63b920 req-866f21b1-fa75-46ed-aaeb-f9e0f03a67a2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.186138 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-17287661-e2e8-4410-9684-d120cb63b920 req-866f21b1-fa75-46ed-aaeb-f9e0f03a67a2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.2057717 Sep 23 15:20:38.324775 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-1e7f044d-8ec6-4942-9c6e-2dd36d32e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.326392 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-1e7f044d-8ec6-4942-9c6e-2dd36d32e91a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.2315028 Sep 23 15:20:38.343262 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73867b0e-cbfe-46c8-975e-c724eb80e9c6 req-a31bc974-e4f8-4081-8125-10384a8c0b0b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.344954 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-73867b0e-cbfe-46c8-975e-c724eb80e9c6 req-a31bc974-e4f8-4081-8125-10384a8c0b0b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.2107642 Sep 23 15:20:38.428432 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-9f5c2f42-d5dc-49f8-82a5-ff41cee774dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.430096 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-9f5c2f42-d5dc-49f8-82a5-ff41cee774dd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.2326226 Sep 23 15:20:38.531272 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-afcd5c0b-24b5-487f-9575-b315526f4379 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 200 len: 217 time: 0.0449851 Sep 23 15:20:38.544836 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-17287661-e2e8-4410-9684-d120cb63b920 req-15380965-b7b7-4e2a-a4c4-9be21f18f3c1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572090 Sep 23 15:20:38.553423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-6a44cd65-331e-46ad-9bf9-2f41413ef8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.555187 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-6a44cd65-331e-46ad-9bf9-2f41413ef8b8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2015536 Sep 23 15:20:38.571000 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-73867b0e-cbfe-46c8-975e-c724eb80e9c6 req-f6dcb41b-076a-421d-aee9-1ce2a731ff06 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045047 Sep 23 15:20:38.600556 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-1f527886-6532-4bfb-979a-1a1c7820c21b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675817 Sep 23 15:20:38.615871 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-3fb9d073-2b70-43a8-9d39-f57b73d2254d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.617690 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-3fb9d073-2b70-43a8-9d39-f57b73d2254d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0687814 Sep 23 15:20:38.649244 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Attempt 3 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:38.690641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Allocated IP 172.20.0.13 (b9884c67-117e-4e2a-8424-37edb233007d/0698bee1-9d1d-4abd-9efc-53ff40c981f3/8801bad0-f531-42e9-8015-b0d63a8e4f8e) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:20:38.690641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb860b5-e215-4e14-8b93-274f42416008 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:38.716379 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Publish callbacks [] for port (fdb860b5-e215-4e14-8b93-274f42416008), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:38.729795 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Port fdb860b5-e215-4e14-8b93-274f42416008 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:38.753209 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Transition to ACTIVE for port object fdb860b5-e215-4e14-8b93-274f42416008 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:38.790197 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-8a6f8214-2ea3-4b7b-86b5-f909f5fba159 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152321 Sep 23 15:20:38.899499 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:38.926726 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00102ace-b5f4-426a-82fd-062488fdbc24 req-503f4918-1341-450a-8501-f17d045b1c7e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.0867250 Sep 23 15:20:38.926726 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-d97e628e-b84d-4b4e-8f83-b932f63af876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:38.926726 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-d97e628e-b84d-4b4e-8f83-b932f63af876 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1879346 Sep 23 15:20:39.022277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0338-948c-42bd-8600-8ee64c44f829 req-8271d6d1-33a4-4d9e-903d-e8e5024cf14e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:39.023786 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a9ec0338-948c-42bd-8600-8ee64c44f829 req-8271d6d1-33a4-4d9e-903d-e8e5024cf14e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 931 time: 0.1360002 Sep 23 15:20:39.074256 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-c9d42e5e-1d3b-4343-abb2-d9807c015776 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031115 Sep 23 15:20:39.138100 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-86765aab-e6f2-4f89-855e-26dcc4dd1aab service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950819 Sep 23 15:20:39.178028 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a9ec0338-948c-42bd-8600-8ee64c44f829 req-e535aadf-a96e-4e5d-b1fd-226081932662 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030347 Sep 23 15:20:39.189177 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.231986 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Attempt 4 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:39.239821 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb8f2ab5-f681-4d9c-a449-ecc508943e5e req-d98c9058-6f55-49e3-9807-3afaf69f1428 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353523 Sep 23 15:20:39.274769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.291426 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45684) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:39.318175 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Port fdb860b5-e215-4e14-8b93-274f42416008 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:39.336663 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4d3e-5622-4d51-bbe3-9dd734c7301a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.358178 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:39.364029 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b652d8a3-6286-4dd8-a5ca-a35d16838fcd req-b1608e78-4ce6-4671-9c3d-d7d98b49cd2b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169285 Sep 23 15:20:39.438314 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Attempting to bind port fdb860b5-e215-4e14-8b93-274f42416008 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:39.439665 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Attempting to bind port fdb860b5-e215-4e14-8b93-274f42416008 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:39.440278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Attempting to bind port fdb860b5-e215-4e14-8b93-274f42416008 on network 080dabf7-2261-4812-9a7c-bfee5308b800 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:39.491562 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4d3e-5622-4d51-bbe3-9dd734c7301a admin admin] Publish callbacks [] for security_group (aff7b447-93ca-44aa-841c-e394cec01e91), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.721616 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984854e2-5f9b-4ce8-aa10-c8f940e9ba99 req-c42a92f0-11ca-49eb-a2f7-d352422ef097 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:39.724716 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-984854e2-5f9b-4ce8-aa10-c8f940e9ba99 req-c42a92f0-11ca-49eb-a2f7-d352422ef097 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0747867 Sep 23 15:20:39.740018 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:39.744087 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.765513 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7f3a4d3e-5622-4d51-bbe3-9dd734c7301a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (aff7b447-93ca-44aa-841c-e394cec01e91), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.766517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Port fdb860b5-e215-4e14-8b93-274f42416008 on network 080dabf7-2261-4812-9a7c-bfee5308b800 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:39.766852 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Attempting to bind port fdb860b5-e215-4e14-8b93-274f42416008 on network 080dabf7-2261-4812-9a7c-bfee5308b800 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:39.809209 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7f3a4d3e-5622-4d51-bbe3-9dd734c7301a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1d9efe9104fd42498faab3f108aac45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137582 Sep 23 15:20:39.812827 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a4d3e-5622-4d51-bbe3-9dd734c7301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff7b447-93ca-44aa-841c-e394cec01e91,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:39.824369 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c56f6-0555-44fe-83ee-b3378cadab14 req-a86b049c-8b7c-45fd-bc44-ddb72a8e40c7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:39.824369 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e65c56f6-0555-44fe-83ee-b3378cadab14 req-a86b049c-8b7c-45fd-bc44-ddb72a8e40c7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.1070726 Sep 23 15:20:39.824725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45706) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:39.824868 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Attempt 5 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:39.827907 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-984854e2-5f9b-4ce8-aa10-c8f940e9ba99 req-872b1ecf-3473-4294-86ff-bc70dbeecedc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968802 Sep 23 15:20:39.843655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Network b9884c67-117e-4e2a-8424-37edb233007d is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:20:39.861037 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:20:39.864172 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Port fdb860b5-e215-4e14-8b93-274f42416008 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:39.878831 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:39.889772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:20:39.893463 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e87bbe6f-2f8e-4d71-bd59-4f9c675b763d admin admin] Publish callbacks [] for security_group (aff7b447-93ca-44aa-841c-e394cec01e91), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.925208 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e87bbe6f-2f8e-4d71-bd59-4f9c675b763d admin admin] Publish callbacks [] for security_group (aff7b447-93ca-44aa-841c-e394cec01e91), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.959001 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:39.959309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Checking segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:39.959604 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Bound using segment: {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:39.960083 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Bound port: fdb860b5-e215-4e14-8b93-274f42416008, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7544826a-4e99-47b4-b4c4-c6680045593e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:39.960588 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (fdb860b5-e215-4e14-8b93-274f42416008), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:39.994118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:39.998571 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:39.999324 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:40.009381 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e65c56f6-0555-44fe-83ee-b3378cadab14 req-905cf530-6460-44b9-94f7-2021d99e8781 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628978 Sep 23 15:20:40.194585 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:40.194585 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=fdb860b5-e215-4e14-8b93-274f42416008,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:40.197474 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-9c1466d5-65b8-45a5-b212-8c4442247cf5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2603550 Sep 23 15:20:40.226254 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e87bbe6f-2f8e-4d71-bd59-4f9c675b763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (aff7b447-93ca-44aa-841c-e394cec01e91), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:40.229030 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e87bbe6f-2f8e-4d71-bd59-4f9c675b763d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:40.230454 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e87bbe6f-2f8e-4d71-bd59-4f9c675b763d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/aff7b447-93ca-44aa-841c-e394cec01e91 HTTP/1.1" status: 204 len: 168 time: 0.4129493 Sep 23 15:20:40.246361 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bbe6f-2f8e-4d71-bd59-4f9c675b763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff7b447-93ca-44aa-841c-e394cec01e91,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:40.255789 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f63e5-2d6e-447a-96c4-60073ebd7c68 req-3ca224b2-9029-4f02-b5af-c8ac7651ceb1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:40.257370 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ec0f63e5-2d6e-447a-96c4-60073ebd7c68 req-3ca224b2-9029-4f02-b5af-c8ac7651ceb1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 932 time: 0.2524705 Sep 23 15:20:40.331109 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ec0f63e5-2d6e-447a-96c4-60073ebd7c68 req-a536a0c5-46db-46e9-bc5b-9c1c66210f7b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664029 Sep 23 15:20:40.356949 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:40.361169 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:40.361888 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:40.363345 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/fdb860b5-e215-4e14-8b93-274f42416008 HTTP/1.1" status: 200 len: 1093 time: 3.4840672 Sep 23 15:20:40.365277 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Attempt 6 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:40.395394 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:40.397901 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbab500c-d211-4cfd-9e47-583f49bc954e" -d '{"events": [{"name": "network-changed", "server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "tag": "fdb860b5-e215-4e14-8b93-274f42416008"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:40.406341 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9b3586d7-9bbc-4fc6-a379-217c79cc5789 None None] Port fdb860b5-e215-4e14-8b93-274f42416008 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:20:40.426844 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825417cd-1e92-4d13-84a7-2fd0d34b05a6 req-b5e75f95-b424-4f71-91b6-87192e81524d tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:40.433770 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-825417cd-1e92-4d13-84a7-2fd0d34b05a6 req-b5e75f95-b424-4f71-91b6-87192e81524d tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.1165898 Sep 23 15:20:40.449527 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f15198d-45d9-422b-9a60-dcf168ab7752 x-openstack-request-id: req-5f15198d-45d9-422b-9a60-dcf168ab7752 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:40.449911 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "tag": "fdb860b5-e215-4e14-8b93-274f42416008", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:40.450172 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f15198d-45d9-422b-9a60-dcf168ab7752 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:40.450559 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f15198d-45d9-422b-9a60-dcf168ab7752'] response: {'name': 'network-changed', 'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008', 'status': 'completed', 'code': 200} Sep 23 15:20:40.461426 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f977293-fff8-42e9-b36a-d041422186b5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:40.498957 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-825417cd-1e92-4d13-84a7-2fd0d34b05a6 req-3ce5a8f3-8e5e-4a97-b770-f976cb84b02a tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Sep 23 15:20:40.525031 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Provisioning complete for port 8801bad0-f531-42e9-8015-b0d63a8e4f8e triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:40.525429 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:40.525766 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 1 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:40.558349 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:40.971875 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bea0c-dda8-4a08-939c-a366a01d14f2 req-f9a31bb5-7ffc-4d08-ba98-ec4e68663cb7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:40.973429 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7d2bea0c-dda8-4a08-939c-a366a01d14f2 req-f9a31bb5-7ffc-4d08-ba98-ec4e68663cb7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0545065 Sep 23 15:20:41.024770 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7d2bea0c-dda8-4a08-939c-a366a01d14f2 req-3061b997-21f9-4872-8128-fadcf99c3802 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Sep 23 15:20:41.060130 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 2 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:41.113557 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:41.166982 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948b0cd-7c14-466b-8f9b-dc9665d71368 req-0c5c6fef-a665-41f7-b3f9-5011b8fe07a7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:41.169058 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9948b0cd-7c14-466b-8f9b-dc9665d71368 req-0c5c6fef-a665-41f7-b3f9-5011b8fe07a7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0517907 Sep 23 15:20:41.218992 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9948b0cd-7c14-466b-8f9b-dc9665d71368 req-541c5b3e-0d56-428b-83a9-6d28510e6017 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Sep 23 15:20:41.466959 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db697e16-3dbe-4fc8-af4c-4d38221d6e20 req-0c0e4f08-eb90-4722-b97f-1ac85b6490eb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:41.468576 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-db697e16-3dbe-4fc8-af4c-4d38221d6e20 req-0c0e4f08-eb90-4722-b97f-1ac85b6490eb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 932 time: 0.0540533 Sep 23 15:20:41.525090 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-db697e16-3dbe-4fc8-af4c-4d38221d6e20 req-29717a43-0c45-4389-94a2-98834dd7a81c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484605 Sep 23 15:20:41.586823 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45766) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:41.615084 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 3 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:41.630187 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f20ea3-c662-44bd-9f4e-b894b526f478 req-2a50cbd6-0106-46af-a525-c1eda8db578b tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:41.637996 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-77f20ea3-c662-44bd-9f4e-b894b526f478 req-2a50cbd6-0106-46af-a525-c1eda8db578b tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0580904 Sep 23 15:20:41.666474 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:41.689118 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-77f20ea3-c662-44bd-9f4e-b894b526f478 req-5a46f116-13e5-4c24-963d-093c6b867dd8 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493717 Sep 23 15:20:41.814829 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7a7663b2-a8c3-4c40-8708-a843731d2b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:41.908119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7a7663b2-a8c3-4c40-8708-a843731d2b9e admin admin] Publish callbacks [] for security_group (166ad61a-40b7-44b3-85ee-d4c93e5c116b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:42.074727 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7a7663b2-a8c3-4c40-8708-a843731d2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (166ad61a-40b7-44b3-85ee-d4c93e5c116b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:42.120301 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7663b2-a8c3-4c40-8708-a843731d2b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166ad61a-40b7-44b3-85ee-d4c93e5c116b,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:42.127320 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7a7663b2-a8c3-4c40-8708-a843731d2b9e admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8a7ce67550004fb9baa3fd6eb2d52f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5394075 Sep 23 15:20:42.133186 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 45784) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:42.168118 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 4 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:42.215067 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437fa2d-67f1-4700-b1bd-84c564f7c3a3 req-8e533562-164b-4e0e-bbde-3bb5f3cfda9b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.229271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:42.230654 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6437fa2d-67f1-4700-b1bd-84c564f7c3a3 req-8e533562-164b-4e0e-bbde-3bb5f3cfda9b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0991983 Sep 23 15:20:42.264438 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d2fad972-3547-4fe2-9269-9dcdbbb1b65d admin admin] Publish callbacks [] for security_group (166ad61a-40b7-44b3-85ee-d4c93e5c116b), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:42.302834 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6437fa2d-67f1-4700-b1bd-84c564f7c3a3 req-1dbfeb6d-6b80-4357-9769-743dd3ab2703 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710869 Sep 23 15:20:42.335435 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d2fad972-3547-4fe2-9269-9dcdbbb1b65d admin admin] Publish callbacks [] for security_group (166ad61a-40b7-44b3-85ee-d4c93e5c116b), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:42.422268 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab08e9-7dab-42f6-8bdd-2151a0f5bae7 req-9261ea6a-d449-4763-ac61-520331af9547 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.423720 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62ab08e9-7dab-42f6-8bdd-2151a0f5bae7 req-9261ea6a-d449-4763-ac61-520331af9547 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0657020 Sep 23 15:20:42.484181 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62ab08e9-7dab-42f6-8bdd-2151a0f5bae7 req-bda6c9c1-dad2-4d07-b4c9-851bda78ef1c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546591 Sep 23 15:20:42.646512 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d2fad972-3547-4fe2-9269-9dcdbbb1b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (166ad61a-40b7-44b3-85ee-d4c93e5c116b), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:42.647132 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:42.649584 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d2fad972-3547-4fe2-9269-9dcdbbb1b65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:42.655574 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d2fad972-3547-4fe2-9269-9dcdbbb1b65d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/166ad61a-40b7-44b3-85ee-d4c93e5c116b HTTP/1.1" status: 204 len: 168 time: 0.5158668 Sep 23 15:20:42.659806 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fad972-3547-4fe2-9269-9dcdbbb1b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166ad61a-40b7-44b3-85ee-d4c93e5c116b,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:42.696185 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31305918-f015-40eb-bb6b-d2c27266edd9 req-e80239a6-0bd5-4a33-8c21-79f4eea91e1b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.697992 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-31305918-f015-40eb-bb6b-d2c27266edd9 req-e80239a6-0bd5-4a33-8c21-79f4eea91e1b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 932 time: 0.0680532 Sep 23 15:20:42.731310 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 5 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:42.760579 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-31305918-f015-40eb-bb6b-d2c27266edd9 req-62c150a6-f458-4357-99d6-6a8f1a2d9e7c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567448 Sep 23 15:20:42.768610 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:42.820877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618f87-1aed-443e-9385-39d80ae7b998 req-5ed0beed-6319-4cbd-8512-dd9b961f4069 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:42.822390 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b2618f87-1aed-443e-9385-39d80ae7b998 req-5ed0beed-6319-4cbd-8512-dd9b961f4069 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0498323 Sep 23 15:20:42.874963 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:42.877238 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b2618f87-1aed-443e-9385-39d80ae7b998 req-5b0c0168-7005-452b-872f-77a703bfe360 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 Sep 23 15:20:43.269387 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 6 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:43.308878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:43.437683 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bf986-f2d0-481f-b327-6d0579220044 req-ac2bb5b8-5e05-442d-bb51-8b94d8e91e58 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:43.439274 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7d4bf986-f2d0-481f-b327-6d0579220044 req-ac2bb5b8-5e05-442d-bb51-8b94d8e91e58 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0491834 Sep 23 15:20:43.488051 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7d4bf986-f2d0-481f-b327-6d0579220044 req-81f9309b-b310-47bc-967e-7984c0f578ce tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432289 Sep 23 15:20:43.617280 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325893a0-4683-441f-9a15-5868a15991a6 req-6c0fa77f-8d49-4bc8-aa11-64f41b4bd213 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:43.618982 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-325893a0-4683-441f-9a15-5868a15991a6 req-6c0fa77f-8d49-4bc8-aa11-64f41b4bd213 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0493410 Sep 23 15:20:43.644455 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 45828) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:43.663116 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1fbb757c-c24a-4130-935c-d09da8a351e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:43.673109 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-325893a0-4683-441f-9a15-5868a15991a6 req-006200d0-1721-45c7-b111-4c5615acfc4d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475490 Sep 23 15:20:43.711945 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=2,neutron:INSERT=1,neutron:SELECT=90,neutron:DELETE=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:43.747017 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1fbb757c-c24a-4130-935c-d09da8a351e4 admin admin] Publish callbacks [] for security_group (f6a9c360-aaf4-41fe-b458-06ac686cdddc), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:43.810025 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 7 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:43.844218 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:43.869449 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1fbb757c-c24a-4130-935c-d09da8a351e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f6a9c360-aaf4-41fe-b458-06ac686cdddc), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:43.909556 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5469220-2e4b-47cc-b9ec-b67aa5e18da2 req-4b9bbc43-387d-4422-894d-4e90232299d6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:43.910286 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f5469220-2e4b-47cc-b9ec-b67aa5e18da2 req-4b9bbc43-387d-4422-894d-4e90232299d6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 932 time: 0.0688446 Sep 23 15:20:43.927906 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1fbb757c-c24a-4130-935c-d09da8a351e4 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=885bc6c7a0914f41b8c8a078748c64de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823138 Sep 23 15:20:43.930907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 45834) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:43.935842 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbb757c-c24a-4130-935c-d09da8a351e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a9c360-aaf4-41fe-b458-06ac686cdddc,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:43.981049 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f5469220-2e4b-47cc-b9ec-b67aa5e18da2 req-7595c173-af45-46a5-9f1a-d36c56fd58cf tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592189 Sep 23 15:20:44.045389 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0602b7-168b-43f4-a8ee-49dc3d6a916a req-0fa52de2-95c4-467e-9bdd-578f66f5dc1e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:44.046914 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cd0602b7-168b-43f4-a8ee-49dc3d6a916a req-0fa52de2-95c4-467e-9bdd-578f66f5dc1e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0810797 Sep 23 15:20:44.052132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bd82a4bd-36b4-4491-9739-df1897584dd4 admin admin] Publish callbacks [] for security_group (f6a9c360-aaf4-41fe-b458-06ac686cdddc), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:44.089903 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bd82a4bd-36b4-4491-9739-df1897584dd4 admin admin] Publish callbacks [] for security_group (f6a9c360-aaf4-41fe-b458-06ac686cdddc), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:44.137848 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cd0602b7-168b-43f4-a8ee-49dc3d6a916a req-ad493e87-3d11-4791-bf02-8e978235701c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833595 Sep 23 15:20:44.266277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bd82a4bd-36b4-4491-9739-df1897584dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f6a9c360-aaf4-41fe-b458-06ac686cdddc), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:44.269298 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-bd82a4bd-36b4-4491-9739-df1897584dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:44.270612 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-bd82a4bd-36b4-4491-9739-df1897584dd4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f6a9c360-aaf4-41fe-b458-06ac686cdddc HTTP/1.1" status: 204 len: 168 time: 0.3385987 Sep 23 15:20:44.281863 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82a4bd-36b4-4491-9739-df1897584dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a9c360-aaf4-41fe-b458-06ac686cdddc,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:44.345404 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 8 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:44.377528 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:44.505914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:44.609786 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255c899-e108-4062-abb4-959f278938ee req-58ac5516-4234-4306-8be9-3167c9944e15 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:44.611649 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5255c899-e108-4062-abb4-959f278938ee req-58ac5516-4234-4306-8be9-3167c9944e15 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0488517 Sep 23 15:20:44.637335 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:44.665272 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5255c899-e108-4062-abb4-959f278938ee req-24f7d55d-ef1e-4fb9-8500-e2ed23255705 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Sep 23 15:20:44.808629 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59d27e-abc8-4dac-9639-6c38f080296f req-4f8f7b0e-7dd6-4080-9ec2-a46c743feea9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:44.810150 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-df59d27e-abc8-4dac-9639-6c38f080296f req-4f8f7b0e-7dd6-4080-9ec2-a46c743feea9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0512123 Sep 23 15:20:44.863730 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-df59d27e-abc8-4dac-9639-6c38f080296f req-d9923cd7-1470-4f37-a933-b61262421418 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471427 Sep 23 15:20:44.878447 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 9 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:44.913547 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:45.126953 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad81206-137b-43ad-bf7c-156a1ff420eb req-2d40b355-23fe-444a-8103-ce0bc8f4baa5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.128585 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ad81206-137b-43ad-bf7c-156a1ff420eb req-2d40b355-23fe-444a-8103-ce0bc8f4baa5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 932 time: 0.0536685 Sep 23 15:20:45.134444 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Request body: {'port': {'device_id': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:20:45.197108 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ad81206-137b-43ad-bf7c-156a1ff420eb req-1235b127-f58b-4f81-a486-797244de1cc9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573578 Sep 23 15:20:45.201355 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:45.287643 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-662981b9-ec0f-4d8b-a3a9-c78a8ce40fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.289426 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-662981b9-ec0f-4d8b-a3a9-c78a8ce40fa5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1128 time: 0.0564909 Sep 23 15:20:45.374084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab500c-d211-4cfd-9e47-583f49bc954e req-e1afd72d-9cd3-408d-9d0d-2f9c204161b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.375582 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dbab500c-d211-4cfd-9e47-583f49bc954e req-e1afd72d-9cd3-408d-9d0d-2f9c204161b5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=df328392b4f54d0c92df32df0241e95d&device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 1127 time: 0.1311321 Sep 23 15:20:45.415007 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Attempt 10 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:45.430689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-edb582a6-9c43-4b71-863b-29b462b82a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.432227 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-edb582a6-9c43-4b71-863b-29b462b82a06 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1127 time: 0.1863699 Sep 23 15:20:45.440749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043111e-fb91-419c-b5fa-f55e6e5a286d req-1824c16c-7b17-4c4f-af8a-e83ca692922c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.442181 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d043111e-fb91-419c-b5fa-f55e6e5a286d req-1824c16c-7b17-4c4f-af8a-e83ca692922c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.1712220 Sep 23 15:20:45.449846 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-45c5ef35-de20-4658-9642-e14f8e2acb1b None None] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:20:45.492061 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:20:45.549008 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d043111e-fb91-419c-b5fa-f55e6e5a286d req-9f0feb6a-e859-4e30-9b4c-ee05d6d542ab tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980673 Sep 23 15:20:45.642747 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8801bad0-f531-42e9-8015-b0d63a8e4f8e {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:45.650642 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Publish callbacks [] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:45.664679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Transition to ACTIVE for port object 8801bad0-f531-42e9-8015-b0d63a8e4f8e will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:20:45.763634 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:45.834312 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b3ecc-d2fc-4aad-998d-27a51958454c req-92b21fb1-5bdc-47fd-a132-03e80d8645ae tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:45.834312 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0a3b3ecc-d2fc-4aad-998d-27a51958454c req-92b21fb1-5bdc-47fd-a132-03e80d8645ae tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0888944 Sep 23 15:20:45.861824 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:45.886964 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0a3b3ecc-d2fc-4aad-998d-27a51958454c req-9ee98ea4-d25b-41a5-8e9b-fde44f1dece1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Sep 23 15:20:45.903408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Attempting to bind port 8801bad0-f531-42e9-8015-b0d63a8e4f8e on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:20:45.903408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Attempting to bind port 8801bad0-f531-42e9-8015-b0d63a8e4f8e by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:20:45.903408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Attempting to bind port 8801bad0-f531-42e9-8015-b0d63a8e4f8e on network b9884c67-117e-4e2a-8424-37edb233007d {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:45.944452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Port 8801bad0-f531-42e9-8015-b0d63a8e4f8e on network b9884c67-117e-4e2a-8424-37edb233007d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:20:45.944777 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Attempting to bind port 8801bad0-f531-42e9-8015-b0d63a8e4f8e on network b9884c67-117e-4e2a-8424-37edb233007d {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:20:46.025132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6c53-efdd-4141-a0ef-b155bd55a867 req-a1afe81f-269f-4c69-911c-70bbfc5aa611 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.026634 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8dad6c53-efdd-4141-a0ef-b155bd55a867 req-a1afe81f-269f-4c69-911c-70bbfc5aa611 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0570304 Sep 23 15:20:46.031008 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:20:46.031340 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Checking segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:20:46.031721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Bound using segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:20:46.032188 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Bound port: 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:20:46.032579 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:46.092440 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:46.119691 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8dad6c53-efdd-4141-a0ef-b155bd55a867 req-0b6d60da-4aa2-47a5-a565-816d8dd877d1 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840776 Sep 23 15:20:46.139870 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:20:46.144305 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:20:46.271966 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:46.276334 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.276971 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:46.278330 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 200 len: 1094 time: 1.1488044 Sep 23 15:20:46.281201 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:46.281201 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b87796-0b45-4ce4-b3a1-b4b9d1793571" -d '{"events": [{"name": "network-changed", "server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:46.339364 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875525a9-1761-4408-a8e8-6e10574e0f32 x-openstack-request-id: req-875525a9-1761-4408-a8e8-6e10574e0f32 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:46.339658 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:46.339915 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-875525a9-1761-4408-a8e8-6e10574e0f32 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:46.340482 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-875525a9-1761-4408-a8e8-6e10574e0f32'] response: {'name': 'network-changed', 'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'status': 'completed', 'code': 200} Sep 23 15:20:46.344245 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87452530-e699-4f20-bb58-1028cb38f339 req-6be9395f-2ff8-45dc-bcdf-116c6ccecc13 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.345855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abfde1-f9d9-445f-8eb5-6195ec63b065 service neutron] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:46.346519 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-87452530-e699-4f20-bb58-1028cb38f339 req-6be9395f-2ff8-45dc-bcdf-116c6ccecc13 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0603635 Sep 23 15:20:46.400523 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-87452530-e699-4f20-bb58-1028cb38f339 req-186883d8-83b6-46d9-a21c-55bddd91a5e2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470901 Sep 23 15:20:46.523524 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:46.523943 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-90e8955e-97e3-412f-a914-589c971b43bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:46.592232 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:46.673740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa7b2d-501a-4673-a7ae-163d8e30d91f req-49be2bdd-ce7c-497b-b167-731087fee034 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:46.675291 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7ffa7b2d-501a-4673-a7ae-163d8e30d91f req-49be2bdd-ce7c-497b-b167-731087fee034 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0498867 Sep 23 15:20:46.725536 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7ffa7b2d-501a-4673-a7ae-163d8e30d91f req-4928c9a7-a90e-4a04-9138-1ba9fcbd5860 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431924 Sep 23 15:20:47.013884 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75133fd6-e3f2-4594-a139-277cf00edf5a req-575f75ac-a699-4b1e-a466-b37ec2a7fd6c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:47.015662 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-75133fd6-e3f2-4594-a139-277cf00edf5a req-575f75ac-a699-4b1e-a466-b37ec2a7fd6c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0473995 Sep 23 15:20:47.066715 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-75133fd6-e3f2-4594-a139-277cf00edf5a req-35093210-ca45-45ec-98db-f0abb429bfbd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448234 Sep 23 15:20:47.268923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1789a17-c80b-4bed-b940-ad5a63d6e1c5 req-e047679d-77d2-445c-aca1-f3197a1ac3aa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:47.271827 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a1789a17-c80b-4bed-b940-ad5a63d6e1c5 req-e047679d-77d2-445c-aca1-f3197a1ac3aa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0521078 Sep 23 15:20:47.307842 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:47.328143 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a1789a17-c80b-4bed-b940-ad5a63d6e1c5 req-69f514c0-f4f0-4bb4-9464-8f803ebc90bd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517406 Sep 23 15:20:47.508831 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:47.532620 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac2adb-49ec-4245-905f-7cfa96d47c8d req-3c168355-42c0-4929-be21-676cd406293a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:47.534172 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fdac2adb-49ec-4245-905f-7cfa96d47c8d req-3c168355-42c0-4929-be21-676cd406293a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0511019 Sep 23 15:20:47.587251 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fdac2adb-49ec-4245-905f-7cfa96d47c8d req-c57e56a3-57a4-46d7-ae48-bf38f55b353d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471599 Sep 23 15:20:47.614840 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:47.860514 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d70ac-8aab-4200-8b5d-c8eab1442c00 req-b653c6c0-960f-4b83-b796-7237464e511f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:47.862002 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-460d70ac-8aab-4200-8b5d-c8eab1442c00 req-b653c6c0-960f-4b83-b796-7237464e511f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0477209 Sep 23 15:20:47.911537 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-460d70ac-8aab-4200-8b5d-c8eab1442c00 req-829a0d91-5dcc-4429-a6b6-6d36a062ed98 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Sep 23 15:20:48.196197 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22cdc9-b55f-4bb3-bdf7-892ff1248f02 req-a428b205-6ad0-4c8c-82a1-fe1f55710538 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.197672 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dc22cdc9-b55f-4bb3-bdf7-892ff1248f02 req-a428b205-6ad0-4c8c-82a1-fe1f55710538 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0482950 Sep 23 15:20:48.244601 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dc22cdc9-b55f-4bb3-bdf7-892ff1248f02 req-034a9d28-1376-4223-9037-ffaf67a8ea2a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 Sep 23 15:20:48.454395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea8c93-0fc5-43c6-aef4-93a20a3ef964 req-7197152f-2517-40ff-9cb0-7b8e61072998 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.455830 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a5ea8c93-0fc5-43c6-aef4-93a20a3ef964 req-7197152f-2517-40ff-9cb0-7b8e61072998 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0492237 Sep 23 15:20:48.507729 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a5ea8c93-0fc5-43c6-aef4-93a20a3ef964 req-65adbee0-a5b6-4f75-a931-91dc2f5447cd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459907 Sep 23 15:20:48.727568 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6815b-77ff-4b5a-8198-1f6d6228721c req-f31cf1d4-1ab6-4bfd-addd-17d0cc206f3a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:48.728683 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-77d6815b-77ff-4b5a-8198-1f6d6228721c req-f31cf1d4-1ab6-4bfd-addd-17d0cc206f3a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0599105 Sep 23 15:20:48.779750 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-77d6815b-77ff-4b5a-8198-1f6d6228721c req-10ee9f9e-84f4-4014-9826-b876245f1121 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Sep 23 15:20:48.891262 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-73f04e2b-febf-4244-b442-254bb6942f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:49.031725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-0e711e4a-9ad3-4c83-9712-9b6cf3dfac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.033484 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-0e711e4a-9ad3-4c83-9712-9b6cf3dfac10 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.1084304 Sep 23 15:20:49.074257 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d17d42-fd06-43b1-b309-4d30c3399386 req-b486d0e3-e7f4-4025-8834-b1763642a80f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.075806 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08d17d42-fd06-43b1-b309-4d30c3399386 req-b486d0e3-e7f4-4025-8834-b1763642a80f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0683382 Sep 23 15:20:49.124320 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08d17d42-fd06-43b1-b309-4d30c3399386 req-42304755-305b-4a58-b11a-03b03b9f46d9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Sep 23 15:20:49.381241 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dca0a-7ba5-42dc-a83d-3e3be58552f7 req-445efaad-d798-47c5-b0b3-62fbc19a4d27 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.382738 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a93dca0a-7ba5-42dc-a83d-3e3be58552f7 req-445efaad-d798-47c5-b0b3-62fbc19a4d27 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0578206 Sep 23 15:20:49.432465 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a93dca0a-7ba5-42dc-a83d-3e3be58552f7 req-ad083e2a-501c-416b-a730-04579e9288db tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Sep 23 15:20:49.585639 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:49.628732 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2633c-c701-49ee-9f49-5f27a34b2d14 req-e5d804a0-e55e-47ab-b80a-59d1dbb298f0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.630162 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6ce2633c-c701-49ee-9f49-5f27a34b2d14 req-e5d804a0-e55e-47ab-b80a-59d1dbb298f0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.0481782 Sep 23 15:20:49.681326 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6ce2633c-c701-49ee-9f49-5f27a34b2d14 req-af256237-70f9-46d9-8add-cf9798c2908e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Sep 23 15:20:49.908878 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3b4d2-6e89-4e44-bda5-af002de1e770 req-e6b69e22-6250-46b4-8c93-f3df236ec1ba tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:49.910380 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b0b3b4d2-6e89-4e44-bda5-af002de1e770 req-e6b69e22-6250-46b4-8c93-f3df236ec1ba tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0489986 Sep 23 15:20:49.965789 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b0b3b4d2-6e89-4e44-bda5-af002de1e770 req-24bce078-2cfe-47b7-9eaf-e4d5a0e9c41e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497444 Sep 23 15:20:50.245990 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8b174-361c-44c2-8d0a-28f77f1baaa3 req-79cbac04-5eda-4497-bb4c-95c0ff0a1cca tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.247476 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7ee8b174-361c-44c2-8d0a-28f77f1baaa3 req-79cbac04-5eda-4497-bb4c-95c0ff0a1cca tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0476115 Sep 23 15:20:50.294463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:50.298784 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7ee8b174-361c-44c2-8d0a-28f77f1baaa3 req-439ae7da-d768-4d60-8b4c-4f3fa4ccb018 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Sep 23 15:20:50.358517 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-45286c8c-cd50-47e7-a9b6-40a04b67fa0a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 200 len: 217 time: 0.0446968 Sep 23 15:20:50.412545 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-8c22ef94-c2d3-44a7-9e04-686d69c0d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.414024 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-8c22ef94-c2d3-44a7-9e04-686d69c0d2d7 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0482798 Sep 23 15:20:50.459600 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-b8db2140-c0fc-4722-b6ba-61cfd28e2509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.461315 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-b8db2140-c0fc-4722-b6ba-61cfd28e2509 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400672 Sep 23 15:20:50.465636 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:50.542651 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87796-0b45-4ce4-b3a1-b4b9d1793571 req-cef43b23-f89f-424e-b367-3f90f5691a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.542960 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64b87796-0b45-4ce4-b3a1-b4b9d1793571 req-cef43b23-f89f-424e-b367-3f90f5691a33 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1128 time: 0.2110593 Sep 23 15:20:50.622013 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9405b-4629-4520-b08d-fee219f8326e req-67511e41-d84b-4940-b660-c89adeae546c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.623477 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a4e9405b-4629-4520-b08d-fee219f8326e req-67511e41-d84b-4940-b660-c89adeae546c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.0569870 Sep 23 15:20:50.663422 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-1d1e6915-4038-4be2-9dbb-aa1e5f66a6ff service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947644 Sep 23 15:20:50.752212 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a4e9405b-4629-4520-b08d-fee219f8326e req-2c8ef8a2-3976-463b-8da0-827da5377f63 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217480 Sep 23 15:20:50.816559 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-a60b0711-4c0e-4e54-9d4b-4cffb26263ce service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445129 Sep 23 15:20:50.910336 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab500c-d211-4cfd-9e47-583f49bc954e req-70782a63-9531-40ff-87b9-989a09a94dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.911794 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dbab500c-d211-4cfd-9e47-583f49bc954e req-70782a63-9531-40ff-87b9-989a09a94dd9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=df328392b4f54d0c92df32df0241e95d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5953596 Sep 23 15:20:50.920244 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-acb6e5cc-5c5a-487a-bd16-43ea9187c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:50.921587 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-acb6e5cc-5c5a-487a-bd16-43ea9187c1b1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.6130824 Sep 23 15:20:51.038967 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-625768ff-6a33-4d96-b33f-943bcf6ea0f9 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 217 time: 0.1118519 Sep 23 15:20:51.045404 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d07f3-9241-4dc3-842e-7bfaffeb3b42 req-c66e2da1-5d6d-48c7-8b78-344306df93ed tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.046898 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c73d07f3-9241-4dc3-842e-7bfaffeb3b42 req-c66e2da1-5d6d-48c7-8b78-344306df93ed tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 943 time: 0.2189281 Sep 23 15:20:51.111890 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0c419-eeca-45c7-9aa1-dbfc3033ca77 req-ec512587-20a2-407a-93ca-7cd52b3f75f1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.119508 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5af0c419-eeca-45c7-9aa1-dbfc3033ca77 req-ec512587-20a2-407a-93ca-7cd52b3f75f1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0669119 Sep 23 15:20:51.133240 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87796-0b45-4ce4-b3a1-b4b9d1793571 req-4dc253b3-5758-480b-9477-c3039c2a7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.134603 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64b87796-0b45-4ce4-b3a1-b4b9d1793571 req-4dc253b3-5758-480b-9477-c3039c2a7371 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=1679242155f94d48871525425f74d1c3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5724552 Sep 23 15:20:51.166038 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5af0c419-eeca-45c7-9aa1-dbfc3033ca77 req-a099e18f-4948-4268-8246-279f85d1cc00 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451260 Sep 23 15:20:51.253922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-7440bf85-b8a4-4cf2-ba3c-87bacea18f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.255369 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-7440bf85-b8a4-4cf2-ba3c-87bacea18f80 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.2006137 Sep 23 15:20:51.301128 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c73d07f3-9241-4dc3-842e-7bfaffeb3b42 req-1d6159c0-f0d7-439e-8cc6-0983f1ae5520 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217708 Sep 23 15:20:51.324319 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab500c-d211-4cfd-9e47-583f49bc954e req-71cb7f2b-18c4-4bd4-a5a0-aacd8488d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.325815 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dbab500c-d211-4cfd-9e47-583f49bc954e req-71cb7f2b-18c4-4bd4-a5a0-aacd8488d9b9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4017196 Sep 23 15:20:51.362061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:51.368064 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-ff955eeb-2405-4452-ae37-4e42f5f59d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.369826 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-ff955eeb-2405-4452-ae37-4e42f5f59d3c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043887 Sep 23 15:20:51.453163 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d08055-405a-431b-a673-e598bdff502f req-888c9c2d-c101-4905-912d-fc52fc0858d8 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.454860 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c0d08055-405a-431b-a673-e598bdff502f req-888c9c2d-c101-4905-912d-fc52fc0858d8 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0520072 Sep 23 15:20:51.474421 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87796-0b45-4ce4-b3a1-b4b9d1793571 req-fd71a4c4-68bf-4816-87ad-a440c180329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.475890 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64b87796-0b45-4ce4-b3a1-b4b9d1793571 req-fd71a4c4-68bf-4816-87ad-a440c180329e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3232915 Sep 23 15:20:51.486963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-6e27c6b1-e4e4-458b-a3ee-8eef594cf56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.488503 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-6e27c6b1-e4e4-458b-a3ee-8eef594cf56f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=df328392b4f54d0c92df32df0241e95d&device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 1127 time: 0.1140413 Sep 23 15:20:51.516247 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c0d08055-405a-431b-a673-e598bdff502f req-9c0c0cb8-37cb-438f-aec8-a9775c7e9077 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Sep 23 15:20:51.544293 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-958f25c9-95c7-43dc-afdb-8bc76df5aa07 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdb860b5-e215-4e14-8b93-274f42416008 HTTP/1.1" status: 200 len: 217 time: 0.0467999 Sep 23 15:20:51.627719 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-e7e598b2-dac7-4df9-b5d8-0a63feec0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.629314 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-e7e598b2-dac7-4df9-b5d8-0a63feec0e05 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1128 time: 0.0954232 Sep 23 15:20:51.634468 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-49b9a30a-cd5c-4bca-8bf1-53c6c460241c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505846 Sep 23 15:20:51.656134 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-27e67f9d-0104-44a2-863d-1c0d54ebfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.657511 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-27e67f9d-0104-44a2-863d-1c0d54ebfd30 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=568e8223-9cc4-46c7-852d-2829aad57e11 HTTP/1.1" status: 200 len: 850 time: 0.0892558 Sep 23 15:20:51.699891 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-d4e122ba-a8c1-4baa-94c0-88b410e747c0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 200 len: 217 time: 0.0593069 Sep 23 15:20:51.700235 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:51.797872 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-138deece-5e60-4dba-9f67-61fc2b9cc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.799424 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-138deece-5e60-4dba-9f67-61fc2b9cc885 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=080dabf7-2261-4812-9a7c-bfee5308b800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1176360 Sep 23 15:20:51.884050 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-ab26aaa5-db2c-4b23-a517-e3fabbcfa57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.887718 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-ab26aaa5-db2c-4b23-a517-e3fabbcfa57c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.1672280 Sep 23 15:20:51.950753 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8f45c05-31bd-4a0c-b2eb-08ed5847577e req-b433cdc0-0da2-4a40-aa6c-09b7a1212184 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089662 Sep 23 15:20:51.982766 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6413db-7a78-4c06-93e0-802330eb937b req-2f981a7b-3b3f-4efe-bdea-d11e73d8f0a6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.984338 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cf6413db-7a78-4c06-93e0-802330eb937b req-2f981a7b-3b3f-4efe-bdea-d11e73d8f0a6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 944 time: 0.1430874 Sep 23 15:20:51.991133 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-13251fd5-d253-4827-b4b0-2a71e0847d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:51.991414 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55424de1-677b-4c57-a21b-d9eb905f5fc7 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:20:51.992670 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-13251fd5-d253-4827-b4b0-2a71e0847d3c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0976334 Sep 23 15:20:52.066366 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.071847 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-2b9bf359-8b6a-46d7-9aa9-c4db13249481 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/080dabf7-2261-4812-9a7c-bfee5308b800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633216 Sep 23 15:20:52.107006 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 55424de1-677b-4c57-a21b-d9eb905f5fc7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:52.118640 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'port_id': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'mac_address': 'fa:16:3e:a4:5d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:20:52.158622 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 55424de1-677b-4c57-a21b-d9eb905f5fc7 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:52.159016 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.172291 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55424de1-677b-4c57-a21b-d9eb905f5fc7 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:52.178901 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cf6413db-7a78-4c06-93e0-802330eb937b req-61208d7a-5e5e-412a-8957-ac825c9bfd27 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836569 Sep 23 15:20:52.211436 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 55424de1-677b-4c57-a21b-d9eb905f5fc7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:52.219238 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-d7dab194-29a9-41c5-a332-b219b02ab8ee service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190709 Sep 23 15:20:52.288286 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edb080c0-afb7-43e3-a80f-6b14435f2013 req-50d4cc4a-ecb9-4d83-8374-01924a80113c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/080dabf7-2261-4812-9a7c-bfee5308b800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091920 Sep 23 15:20:52.301521 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1202d4b-ee88-4482-aec0-b28e54fb2aeb req-a910a622-cab1-481c-98aa-0ce58bccbe6b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:52.307946 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b1202d4b-ee88-4482-aec0-b28e54fb2aeb req-a910a622-cab1-481c-98aa-0ce58bccbe6b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0551674 Sep 23 15:20:52.329827 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-493e4477-c2c1-4735-b3a3-5c687fd4b59a req-45ebf812-3796-4327-b125-01f9825064c5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039009 Sep 23 15:20:52.338097 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.343457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.343457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:20:52.365256 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b1202d4b-ee88-4482-aec0-b28e54fb2aeb req-6357fb7e-9f07-4ae5-a49b-2405dc40503b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508807 Sep 23 15:20:52.436727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fab2b-c081-4601-964c-c5d2d96f2d0a req-d79a29c1-5847-4ea6-9dfa-d547da7472c1 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:52.438262 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-490fab2b-c081-4601-964c-c5d2d96f2d0a req-d79a29c1-5847-4ea6-9dfa-d547da7472c1 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 944 time: 0.0565174 Sep 23 15:20:52.479015 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=55424de1-677b-4c57-a21b-d9eb905f5fc7,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:52.515608 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:52.530018 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'port_id': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1', 'mac_address': 'fa:16:3e:ec:52:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:20:52.577374 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:52.577374 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.592722 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:52.622147 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:52.687464 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261276da-f4cf-4571-8b38-ab40929f973c req-d7a0dff4-111e-4922-8c87-aeb7fff52f42 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:52.689130 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-261276da-f4cf-4571-8b38-ab40929f973c req-d7a0dff4-111e-4922-8c87-aeb7fff52f42 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0639167 Sep 23 15:20:52.716570 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-490fab2b-c081-4601-964c-c5d2d96f2d0a req-77d2f961-6855-4254-9a3a-96d5fe44f021 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571096 Sep 23 15:20:52.744408 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-261276da-f4cf-4571-8b38-ab40929f973c req-7c105eb0-07a4-4754-864b-884a45d412d9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471027 Sep 23 15:20:52.759714 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.760642 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0ac971ff-aa73-4c23-905e-b603461ad30f details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:20:52.771153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:52.831189 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:52.834891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0ac971ff-aa73-4c23-905e-b603461ad30f, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0ac971ff-aa73-4c23-905e-b603461ad30f,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:52.846904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '0ac971ff-aa73-4c23-905e-b603461ad30f', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'port_id': '0ac971ff-aa73-4c23-905e-b603461ad30f', 'mac_address': 'fa:16:3e:4d:45:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:20:52.884359 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0ac971ff-aa73-4c23-905e-b603461ad30f is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:52.884748 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:52.898062 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac971ff-aa73-4c23-905e-b603461ad30f {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:52.917478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0ac971ff-aa73-4c23-905e-b603461ad30f, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0ac971ff-aa73-4c23-905e-b603461ad30f,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:53.071594 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:53.132282 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0ac971ff-aa73-4c23-905e-b603461ad30f,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:53.229540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:53.314621 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f80589-c059-4bc5-b675-209bc2512e6b req-702fdab4-62ce-4ee2-b66c-9e062b44e609 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:53.316289 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57f80589-c059-4bc5-b675-209bc2512e6b req-702fdab4-62ce-4ee2-b66c-9e062b44e609 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 945 time: 0.0523100 Sep 23 15:20:53.366495 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57f80589-c059-4bc5-b675-209bc2512e6b req-00d97b20-5db3-4d70-97a7-49e28c60c4bb tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444987 Sep 23 15:20:53.502181 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd7bcf-b883-4ea2-b5fa-0b999eebac1e req-10e263b3-b1d0-43eb-ab77-085d14b3de9d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:53.503633 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e0bd7bcf-b883-4ea2-b5fa-0b999eebac1e req-10e263b3-b1d0-43eb-ab77-085d14b3de9d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0512657 Sep 23 15:20:53.558922 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e0bd7bcf-b883-4ea2-b5fa-0b999eebac1e req-cbfb5fd3-0604-47cc-9a21-e11c5a0f7d71 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496938 Sep 23 15:20:53.600489 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:53.794406 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['55424de1-677b-4c57-a21b-d9eb905f5fc7'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:53.815657 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['0ac971ff-aa73-4c23-905e-b603461ad30f'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:53.837849 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64e90b-eabe-4b58-99eb-f5ed0b977120 req-c77e91a1-36f0-4974-98bc-3b8e336dae24 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:53.840657 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f64e90b-eabe-4b58-99eb-f5ed0b977120 req-c77e91a1-36f0-4974-98bc-3b8e336dae24 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 944 time: 0.0731554 Sep 23 15:20:53.841898 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46176) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:53.900074 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689cdb3-0488-4162-bd0d-ac829a229838 req-60413b3c-699c-40f7-b38f-ca492f3b85f2 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:53.910630 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5689cdb3-0488-4162-bd0d-ac829a229838 req-60413b3c-699c-40f7-b38f-ca492f3b85f2 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0792940 Sep 23 15:20:53.928419 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f64e90b-eabe-4b58-99eb-f5ed0b977120 req-fb8a3792-ba11-4719-ab23-e9575f86b84a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788069 Sep 23 15:20:54.009195 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5689cdb3-0488-4162-bd0d-ac829a229838 req-6ca81cf0-78f5-4d0a-873f-2e3659ae9c4f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860660 Sep 23 15:20:54.025987 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d14631e2-2919-4a48-b449-5310b8e00d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.108521 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d14631e2-2919-4a48-b449-5310b8e00d18 admin admin] Publish callbacks [] for security_group (b617ae15-fe20-444e-80d9-4a7f232506b7), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.223005 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d14631e2-2919-4a48-b449-5310b8e00d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b617ae15-fe20-444e-80d9-4a7f232506b7), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.263259 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d14631e2-2919-4a48-b449-5310b8e00d18 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1ae431f789f648029869dc94e5943414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4199557 Sep 23 15:20:54.265363 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14631e2-2919-4a48-b449-5310b8e00d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b617ae15-fe20-444e-80d9-4a7f232506b7,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:54.266152 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46186) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:54.317069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c13e6dd7-70b6-437a-8e3f-70c0e3fefad6 admin admin] Publish callbacks [] for security_group (b617ae15-fe20-444e-80d9-4a7f232506b7), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.337378 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c13e6dd7-70b6-437a-8e3f-70c0e3fefad6 admin admin] Publish callbacks [] for security_group (b617ae15-fe20-444e-80d9-4a7f232506b7), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.508738 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f32cb-a306-4940-8fd4-8116deadd842 req-b017b3c3-97eb-43fc-9897-3fb2c64e36a6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:54.510823 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-df0f32cb-a306-4940-8fd4-8116deadd842 req-b017b3c3-97eb-43fc-9897-3fb2c64e36a6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Sep 23 15:20:54.680624 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-df0f32cb-a306-4940-8fd4-8116deadd842 req-d00c6bc3-a0ca-457a-b528-ca50a3be45f7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Sep 23 15:20:54.686507 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14811af-cd64-4d96-882a-8c23d4026626 req-8ea8c877-d87b-48b2-b402-92fcbd14bc59 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:54.688021 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a14811af-cd64-4d96-882a-8c23d4026626 req-8ea8c877-d87b-48b2-b402-92fcbd14bc59 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0478680 Sep 23 15:20:54.738935 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a14811af-cd64-4d96-882a-8c23d4026626 req-535bac5b-2997-4bd7-a37a-985938f3f255 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451038 Sep 23 15:20:54.777989 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c13e6dd7-70b6-437a-8e3f-70c0e3fefad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b617ae15-fe20-444e-80d9-4a7f232506b7), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.781728 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c13e6dd7-70b6-437a-8e3f-70c0e3fefad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:54.788714 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c13e6dd7-70b6-437a-8e3f-70c0e3fefad6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b617ae15-fe20-444e-80d9-4a7f232506b7 HTTP/1.1" status: 204 len: 168 time: 0.5157340 Sep 23 15:20:54.791309 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e6dd7-70b6-437a-8e3f-70c0e3fefad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b617ae15-fe20-444e-80d9-4a7f232506b7,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:55.057668 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27c56a-b671-47a5-985e-3a281e54c1d9 req-665c9f9d-4ff5-40e0-a473-0dac2b0848b3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.059146 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a27c56a-b671-47a5-985e-3a281e54c1d9 req-665c9f9d-4ff5-40e0-a473-0dac2b0848b3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 944 time: 0.0500135 Sep 23 15:20:55.108723 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a27c56a-b671-47a5-985e-3a281e54c1d9 req-2994aa7f-df61-4435-94db-f55def1fa2ce tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Sep 23 15:20:55.131499 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8e886-577d-48dd-a228-19e206c8adee req-338a93d9-a5d2-4a0c-b34b-4457b0137faf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.133178 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f8d8e886-577d-48dd-a228-19e206c8adee req-338a93d9-a5d2-4a0c-b34b-4457b0137faf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0543578 Sep 23 15:20:55.140561 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:55.186235 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f8d8e886-577d-48dd-a228-19e206c8adee req-1dbfa9cb-10ca-4ec3-9295-0c767f3da7eb tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Sep 23 15:20:55.639957 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46228) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:55.657183 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a9b1-a815-4e5d-bfa1-31ee046dedd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:55.738222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a9b1-a815-4e5d-bfa1-31ee046dedd2 admin admin] Publish callbacks [] for security_group (5a1b710f-e099-4c8c-8946-f183725e5f73), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:55.763850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f699-539b-40f4-b5b7-0ea41206f912 req-ed60c24e-a978-4b86-9ee7-1c5cdedb0540 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.765652 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-10d6f699-539b-40f4-b5b7-0ea41206f912 req-ed60c24e-a978-4b86-9ee7-1c5cdedb0540 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 945 time: 0.0546975 Sep 23 15:20:55.815203 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-10d6f699-539b-40f4-b5b7-0ea41206f912 req-2983ef84-9081-4820-8cd1-b26f08847358 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439060 Sep 23 15:20:55.861365 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a9b1-a815-4e5d-bfa1-31ee046dedd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5a1b710f-e099-4c8c-8946-f183725e5f73), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:55.878554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100dca-ded4-449a-9f12-e1e11e516d74 req-9e933f37-2e72-4d45-9934-d0cf69117d4a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:55.880065 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-21100dca-ded4-449a-9f12-e1e11e516d74 req-9e933f37-2e72-4d45-9934-d0cf69117d4a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0592098 Sep 23 15:20:55.925074 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a3b6a9b1-a815-4e5d-bfa1-31ee046dedd2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=179b32e84ed64ee49b7a1ccfeca3e83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839761 Sep 23 15:20:55.928261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46236) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:55.930179 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6a9b1-a815-4e5d-bfa1-31ee046dedd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1b710f-e099-4c8c-8946-f183725e5f73,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:55.967391 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-21100dca-ded4-449a-9f12-e1e11e516d74 req-bd8fc682-2478-47cc-9cda-8fcf6c3c7566 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785451 Sep 23 15:20:55.992241 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a3d63c1b-834b-4f25-a999-c6354e110a57 admin admin] Publish callbacks [] for security_group (5a1b710f-e099-4c8c-8946-f183725e5f73), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.004992 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:20:56.007177 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:56.016506 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a3d63c1b-834b-4f25-a999-c6354e110a57 admin admin] Publish callbacks [] for security_group (5a1b710f-e099-4c8c-8946-f183725e5f73), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.106300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:20:56.146157 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:56.159419 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'mac_address': 'fa:16:3e:9a:71:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:20:56.179260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a3d63c1b-834b-4f25-a999-c6354e110a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5a1b710f-e099-4c8c-8946-f183725e5f73), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.182619 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a3d63c1b-834b-4f25-a999-c6354e110a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.184020 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a3d63c1b-834b-4f25-a999-c6354e110a57 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5a1b710f-e099-4c8c-8946-f183725e5f73 HTTP/1.1" status: 204 len: 168 time: 0.2547369 Sep 23 15:20:56.200408 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:56.201157 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.205680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63c1b-834b-4f25-a999-c6354e110a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1b710f-e099-4c8c-8946-f183725e5f73,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:56.223102 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8801bad0-f531-42e9-8015-b0d63a8e4f8e {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:56.245224 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:56.249173 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:56.249762 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.250598 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 Sep 23 15:20:56.257444 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3489ca-02a4-4720-99d4-de02ef3f4d33 req-9f75c263-71d0-47ae-875b-e64e050c4921 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:56.259186 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eb3489ca-02a4-4720-99d4-de02ef3f4d33 req-9f75c263-71d0-47ae-875b-e64e050c4921 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 944 time: 0.0703540 Sep 23 15:20:56.327931 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eb3489ca-02a4-4720-99d4-de02ef3f4d33 req-66e1dfc2-2be5-4d08-bbbc-a8174d28f045 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618296 Sep 23 15:20:56.356275 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:56.357610 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81217e19-a7c3-4fc1-99fc-026e8f0983df req-11fa098d-c297-4f7a-852b-cae6f076c014 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:56.358507 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.359374 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-81217e19-a7c3-4fc1-99fc-026e8f0983df req-11fa098d-c297-4f7a-852b-cae6f076c014 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0572531 Sep 23 15:20:56.362269 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.362951 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device fdb860b5-e215-4e14-8b93-274f42416008 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:20:56.422070 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:56.451324 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:56.464661 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-81217e19-a7c3-4fc1-99fc-026e8f0983df req-f8e52ed9-21d6-4753-be58-ae1a4f9096f0 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939825 Sep 23 15:20:56.582147 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:56.589067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.db.resource_extend [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 23 15:20:56.671328 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=fdb860b5-e215-4e14-8b93-274f42416008,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:56.681250 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25ee6de-c983-4da8-8fe1-0b6768578795" -d '{"events": [{"server_uuid": "3e7c6dbd-a4f4-4fd8-a719-38705c323809", "name": "network-vif-plugged", "status": "completed", "tag": "d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:56.689746 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': 'fdb860b5-e215-4e14-8b93-274f42416008', 'network_id': '080dabf7-2261-4812-9a7c-bfee5308b800', 'port_id': 'fdb860b5-e215-4e14-8b93-274f42416008', 'mac_address': 'fa:16:3e:c9:e3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '568e8223-9cc4-46c7-852d-2829aad57e11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:20:56.729092 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port fdb860b5-e215-4e14-8b93-274f42416008 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:56.729491 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (fdb860b5-e215-4e14-8b93-274f42416008), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.747494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:56.747494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55424de1-677b-4c57-a21b-d9eb905f5fc7 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:56.773795 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:56.791820 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb860b5-e215-4e14-8b93-274f42416008 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:20:56.819249 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf164ca5-0228-499a-80b3-3aabb21deb6e x-openstack-request-id: req-bf164ca5-0228-499a-80b3-3aabb21deb6e {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:56.819503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7c6dbd-a4f4-4fd8-a719-38705c323809", "name": "network-vif-plugged", "status": "completed", "tag": "d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:56.819775 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf164ca5-0228-499a-80b3-3aabb21deb6e {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:56.820260 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf164ca5-0228-499a-80b3-3aabb21deb6e'] response: {'server_uuid': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1', 'code': 200} Sep 23 15:20:56.834495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:56.852540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=fdb860b5-e215-4e14-8b93-274f42416008,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:56.882977 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 55424de1-677b-4c57-a21b-d9eb905f5fc7 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:20:56.892940 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:56.893162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:56.957208 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d3d0a-98cd-4155-b50c-287944184f90 req-2115cde3-5026-4007-9113-936716e803f7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:56.958733 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-102d3d0a-98cd-4155-b50c-287944184f90 req-2115cde3-5026-4007-9113-936716e803f7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0477173 Sep 23 15:20:56.959609 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.008463 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-102d3d0a-98cd-4155-b50c-287944184f90 req-9f28a347-f613-46d7-8d4c-88b229f3bf65 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430193 Sep 23 15:20:57.018365 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:57.042478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 55424de1-677b-4c57-a21b-d9eb905f5fc7 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:57.042478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.042478 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 55424de1-677b-4c57-a21b-d9eb905f5fc7 Sep 23 15:20:57.118853 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 55424de1-677b-4c57-a21b-d9eb905f5fc7 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:57.119473 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.127306 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03b510-f914-47cc-a7e7-62efa70b1a2a req-a3ea8712-1816-4656-8b74-202a2eb769fd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:57.128980 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5e03b510-f914-47cc-a7e7-62efa70b1a2a req-a3ea8712-1816-4656-8b74-202a2eb769fd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0536406 Sep 23 15:20:57.153625 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 55424de1-677b-4c57-a21b-d9eb905f5fc7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:57.183811 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5e03b510-f914-47cc-a7e7-62efa70b1a2a req-d9fa5106-bb3c-4427-980f-8cfa90313d7a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Sep 23 15:20:57.262170 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.262939 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0ac971ff-aa73-4c23-905e-b603461ad30f up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:57.317240 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['8801bad0-f531-42e9-8015-b0d63a8e4f8e'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:57.367757 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea8e0-96be-4254-b62e-b0944954ab7a req-e35c32d4-014a-449d-a9a0-616e8eca6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:57.369485 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c8aea8e0-96be-4254-b62e-b0944954ab7a req-e35c32d4-014a-449d-a9a0-616e8eca6ef6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1130 time: 0.0790417 Sep 23 15:20:57.371186 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:57.374601 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=55424de1-677b-4c57-a21b-d9eb905f5fc7,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:57.385203 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46278) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:57.389698 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 0ac971ff-aa73-4c23-905e-b603461ad30f completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:20:57.408471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c8aea8e0-96be-4254-b62e-b0944954ab7a req-ee1713ba-b01b-4a6d-9daf-d913fbcfe2e8 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.414536 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['fdb860b5-e215-4e14-8b93-274f42416008'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:20:57.415222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-044faddf-e9d1-471c-a1fd-0b1464283259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.468678 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca7e9-1754-48d0-b5bd-0e07ea038764 req-081a41f8-3ba2-44f6-a2c6-b76145999bb6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:57.470459 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-361ca7e9-1754-48d0-b5bd-0e07ea038764 req-081a41f8-3ba2-44f6-a2c6-b76145999bb6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0673327 Sep 23 15:20:57.483633 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:57.484587 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:57.525900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c8aea8e0-96be-4254-b62e-b0944954ab7a req-ee1713ba-b01b-4a6d-9daf-d913fbcfe2e8 service neutron] Publish callbacks [] for security_group (9b3c3f41-45d3-4d00-b71d-2663a3bfecc5), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.557029 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-361ca7e9-1754-48d0-b5bd-0e07ea038764 req-2de4c919-9705-418d-b155-d6d4bfbcc4a5 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761673 Sep 23 15:20:57.578420 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 0ac971ff-aa73-4c23-905e-b603461ad30f triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:57.580625 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.580997 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 0ac971ff-aa73-4c23-905e-b603461ad30f Sep 23 15:20:57.601952 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-044faddf-e9d1-471c-a1fd-0b1464283259 admin admin] Publish callbacks [] for security_group (43c63d48-6d49-4065-8b72-7cc29af0e4a1), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.666221 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d521f-e70a-4c2a-973f-6d197a893690 req-9940e657-935d-4718-a56c-cef65a33e44e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:57.666221 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c77d521f-e70a-4c2a-973f-6d197a893690 req-9940e657-935d-4718-a56c-cef65a33e44e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 944 time: 0.0740092 Sep 23 15:20:57.695632 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-044faddf-e9d1-471c-a1fd-0b1464283259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (43c63d48-6d49-4065-8b72-7cc29af0e4a1), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.712810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c8aea8e0-96be-4254-b62e-b0944954ab7a req-ee1713ba-b01b-4a6d-9daf-d913fbcfe2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9b3c3f41-45d3-4d00-b71d-2663a3bfecc5), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.719648 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46294) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:57.764316 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0ac971ff-aa73-4c23-905e-b603461ad30f is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:57.764712 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.804008 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0ac971ff-aa73-4c23-905e-b603461ad30f, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0ac971ff-aa73-4c23-905e-b603461ad30f,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:57.808235 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c8aea8e0-96be-4254-b62e-b0944954ab7a req-ee1713ba-b01b-4a6d-9daf-d913fbcfe2e8 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325340 Sep 23 15:20:57.810121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1713ba-b01b-4a6d-9daf-d913fbcfe2e8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3c3f41-45d3-4d00-b71d-2663a3bfecc5,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:57.828632 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c77d521f-e70a-4c2a-973f-6d197a893690 req-4823f075-39bf-44ed-b083-ab79de6c0b0f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529043 Sep 23 15:20:57.836186 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044faddf-e9d1-471c-a1fd-0b1464283259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c63d48-6d49-4065-8b72-7cc29af0e4a1,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:57.843487 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-044faddf-e9d1-471c-a1fd-0b1464283259 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3d4edfe610d34d88922171446897dfbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594748 Sep 23 15:20:57.845952 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46298) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:57.882578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:57.906191 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1ed11533-4f76-4d49-914b-a205a95c8934 admin admin] Publish callbacks [] for security_group (43c63d48-6d49-4065-8b72-7cc29af0e4a1), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.927227 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1ed11533-4f76-4d49-914b-a205a95c8934 admin admin] Publish callbacks [] for security_group (43c63d48-6d49-4065-8b72-7cc29af0e4a1), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.931194 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.932206 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-870eb58b-9de2-42b0-9642-1fd3712fafb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:57.980975 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0ac971ff-aa73-4c23-905e-b603461ad30f,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:58.014217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-870eb58b-9de2-42b0-9642-1fd3712fafb3 admin admin] Publish callbacks [] for security_group (05ba1058-598b-44a5-9367-1487e2fac281), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.105919 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1ed11533-4f76-4d49-914b-a205a95c8934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (43c63d48-6d49-4065-8b72-7cc29af0e4a1), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.109192 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1ed11533-4f76-4d49-914b-a205a95c8934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.114751 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-870eb58b-9de2-42b0-9642-1fd3712fafb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (05ba1058-598b-44a5-9367-1487e2fac281), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.126968 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1ed11533-4f76-4d49-914b-a205a95c8934 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/43c63d48-6d49-4065-8b72-7cc29af0e4a1 HTTP/1.1" status: 204 len: 168 time: 0.2792332 Sep 23 15:20:58.140350 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed11533-4f76-4d49-914b-a205a95c8934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c63d48-6d49-4065-8b72-7cc29af0e4a1,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:58.188148 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-870eb58b-9de2-42b0-9642-1fd3712fafb3 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=70fee69f2c4b48bf80bf7b3667f52f59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4653418 Sep 23 15:20:58.190876 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46304) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:58.192056 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870eb58b-9de2-42b0-9642-1fd3712fafb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ba1058-598b-44a5-9367-1487e2fac281,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:58.211210 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bc508-a93b-4081-89fc-0842db66fcc1 req-759628aa-bc4b-4406-9349-5509175b06a4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:58.212961 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5e6bc508-a93b-4081-89fc-0842db66fcc1 req-759628aa-bc4b-4406-9349-5509175b06a4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0783103 Sep 23 15:20:58.267591 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Publish callbacks [] for security_group (05ba1058-598b-44a5-9367-1487e2fac281), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.287313 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5e6bc508-a93b-4081-89fc-0842db66fcc1 req-4750718e-219b-47be-a9ef-b97f6d729928 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572977 Sep 23 15:20:58.319425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Publish callbacks [] for security_group (05ba1058-598b-44a5-9367-1487e2fac281), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.347541 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ccbb-2dec-46e1-8e82-8e5c80a69f37 req-cd22b6bb-ecdb-4a7a-8c8f-3b638daa7033 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:58.349141 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5075ccbb-2dec-46e1-8e82-8e5c80a69f37 req-cd22b6bb-ecdb-4a7a-8c8f-3b638daa7033 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0691812 Sep 23 15:20:58.409857 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5075ccbb-2dec-46e1-8e82-8e5c80a69f37 req-d317f0fe-ccae-4537-9bbe-e740d7ae6a70 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509348 Sep 23 15:20:58.574954 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (05ba1058-598b-44a5-9367-1487e2fac281), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.577551 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.579942 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/05ba1058-598b-44a5-9367-1487e2fac281 HTTP/1.1" status: 204 len: 168 time: 0.3859162 Sep 23 15:20:58.587260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ba1058-598b-44a5-9367-1487e2fac281,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:58.601128 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.601479 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.601822 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.602158 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.602489 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.602813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.603136 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.606257 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.606648 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.606935 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.607263 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.607590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.607907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.608278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.608628 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f3c5c8-ac56-4800-9382-20803219f0d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:20:58.653402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:58.724987 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6f1d3-c7a7-45fa-8534-090fee8660fd req-577d7b7a-dfa1-46f3-ab47-7754e642f08f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:58.726883 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fcd6f1d3-c7a7-45fa-8534-090fee8660fd req-577d7b7a-dfa1-46f3-ab47-7754e642f08f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0752757 Sep 23 15:20:58.754510 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 8801bad0-f531-42e9-8015-b0d63a8e4f8e completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:20:58.792496 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fcd6f1d3-c7a7-45fa-8534-090fee8660fd req-85c7f431-a61b-4f84-b365-e9f860fd35e1 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589838 Sep 23 15:20:58.822773 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7'}, {'server_uuid': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac971ff-aa73-4c23-905e-b603461ad30f'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:20:58.837017 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91919324-ee2c-46cb-a2a2-239b28f1ffd9" -d '{"events": [{"server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "name": "network-vif-plugged", "status": "completed", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7"}, {"server_uuid": "53291dd1-3df2-438e-a2aa-80fa4e76245c", "name": "network-vif-plugged", "status": "completed", "tag": "0ac971ff-aa73-4c23-905e-b603461ad30f"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:20:58.864664 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 8801bad0-f531-42e9-8015-b0d63a8e4f8e triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:58.864664 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:58.864664 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:20:58.909151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Sep 2022 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1299b0ca-e260-4eaa-8cee-aed7aca1c307 x-openstack-request-id: req-1299b0ca-e260-4eaa-8cee-aed7aca1c307 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:20:58.909635 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "name": "network-vif-plugged", "status": "completed", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7", "code": 200}, {"server_uuid": "53291dd1-3df2-438e-a2aa-80fa4e76245c", "name": "network-vif-plugged", "status": "completed", "tag": "0ac971ff-aa73-4c23-905e-b603461ad30f", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:20:58.909996 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1299b0ca-e260-4eaa-8cee-aed7aca1c307 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:20:58.910480 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1299b0ca-e260-4eaa-8cee-aed7aca1c307'] response: {'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'code': 200} Sep 23 15:20:58.910964 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1299b0ca-e260-4eaa-8cee-aed7aca1c307'] response: {'server_uuid': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac971ff-aa73-4c23-905e-b603461ad30f', 'code': 200} Sep 23 15:20:58.982206 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:58.982206 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:59.002701 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631b0f6-26a1-41a8-ad4c-ee26201d35eb req-6a825847-09e3-4caf-809c-87c1c3c731b9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:59.011289 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5631b0f6-26a1-41a8-ad4c-ee26201d35eb req-6a825847-09e3-4caf-809c-87c1c3c731b9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 944 time: 0.0984607 Sep 23 15:20:59.035296 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:59.058982 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5631b0f6-26a1-41a8-ad4c-ee26201d35eb req-bb50fbb7-9747-4a66-87ee-75f4f939b180 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467789 Sep 23 15:20:59.344398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:59.345433 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device fdb860b5-e215-4e14-8b93-274f42416008 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:20:59.408103 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2085360-f35e-4993-a9e2-e56a1dd1df60 req-31626f2d-26ca-4734-b800-65363357fd82 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:59.410843 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d2085360-f35e-4993-a9e2-e56a1dd1df60 req-31626f2d-26ca-4734-b800-65363357fd82 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0619640 Sep 23 15:20:59.435839 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:20:59.460796 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:20:59.470242 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port fdb860b5-e215-4e14-8b93-274f42416008 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:20:59.499032 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d2085360-f35e-4993-a9e2-e56a1dd1df60 req-854ddb03-66e6-4d36-b5d4-9477526c84ae tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816462 Sep 23 15:20:59.564983 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407038c-395a-4423-9dd2-3dea55aa1940 req-46768715-5a87-4593-9279-f91763d7c26a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:59.566439 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d407038c-395a-4423-9dd2-3dea55aa1940 req-46768715-5a87-4593-9279-f91763d7c26a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0499775 Sep 23 15:20:59.610969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port fdb860b5-e215-4e14-8b93-274f42416008 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:20:59.611516 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (fdb860b5-e215-4e14-8b93-274f42416008), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:59.613470 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port fdb860b5-e215-4e14-8b93-274f42416008 Sep 23 15:20:59.615703 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d407038c-395a-4423-9dd2-3dea55aa1940 req-3e85800d-2bc7-46c7-9735-dc941255a9ab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Sep 23 15:20:59.701253 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port fdb860b5-e215-4e14-8b93-274f42416008 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:20:59.701801 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (fdb860b5-e215-4e14-8b93-274f42416008), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:59.736306 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=fdb860b5-e215-4e14-8b93-274f42416008,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:20:59.874556 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:59.890991 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46370) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:20:59.914665 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:20:59.974192 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f512a-ca53-4003-a64e-00349371d86c req-ec1cbd1f-7b49-4fd7-b7a0-2be2b4a77b50 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:20:59.984152 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-455f512a-ca53-4003-a64e-00349371d86c req-ec1cbd1f-7b49-4fd7-b7a0-2be2b4a77b50 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1188970 Sep 23 15:21:00.060078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:00.106445 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:00.136502 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Publish callbacks [] for security_group (6d141f56-6c97-44cc-a3ac-3ee108eb6c0c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.182393 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-455f512a-ca53-4003-a64e-00349371d86c req-6f3a32eb-bd4a-43a6-b06e-dd55bb536f83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924331 Sep 23 15:21:00.185707 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05393818-b23a-42d6-8766-e83bf3d06597 req-f5cd5f81-8a2c-4418-bc09-c8ade2bb855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:00.188216 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-05393818-b23a-42d6-8766-e83bf3d06597 req-f5cd5f81-8a2c-4418-bc09-c8ade2bb855f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1129 time: 0.1496651 Sep 23 15:21:00.189654 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8931cf-90d5-4f60-a3dc-0b4a9d62af0b req-a82941eb-2a3d-4b96-bd2a-df74e42f82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:00.191106 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2f8931cf-90d5-4f60-a3dc-0b4a9d62af0b req-a82941eb-2a3d-4b96-bd2a-df74e42f82fe service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1130 time: 0.1078110 Sep 23 15:21:00.237472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44129-20fb-42e2-bee4-b11849fea042 req-ca0abdbd-2b25-4154-b5bc-7ed5cf630530 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:00.239158 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e0a44129-20fb-42e2-bee4-b11849fea042 req-ca0abdbd-2b25-4154-b5bc-7ed5cf630530 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0589340 Sep 23 15:21:00.268507 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-05393818-b23a-42d6-8766-e83bf3d06597 req-bb6578e6-f683-4bec-abbc-f335f98c1476 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678861 Sep 23 15:21:00.282358 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6d141f56-6c97-44cc-a3ac-3ee108eb6c0c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.284485 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2f8931cf-90d5-4f60-a3dc-0b4a9d62af0b req-245fc8b2-baf8-4cc5-bd2f-80bda8e284fb service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779636 Sep 23 15:21:00.323454 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e0a44129-20fb-42e2-bee4-b11849fea042 req-9cd12e83-e73b-423c-a21f-2139ec6bec99 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738387 Sep 23 15:21:00.336252 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=04abaf80888047faad3c392c2d0c08c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436848 Sep 23 15:21:00.337379 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d141f56-6c97-44cc-a3ac-3ee108eb6c0c,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:00.339565 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46386) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:00.345801 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.346158 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.346528 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.346850 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.347190 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.347552 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.347856 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.348216 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.348542 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.348876 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.349207 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.349536 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.349860 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.350184 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.350551 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3d255c-8f32-4849-bf7e-1e3941a6724c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:00.362054 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:00.396311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1acbb1b8-aa5a-4aca-9850-82c4e56c54ca admin admin] Publish callbacks [] for security_group (6d141f56-6c97-44cc-a3ac-3ee108eb6c0c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.417363 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1acbb1b8-aa5a-4aca-9850-82c4e56c54ca admin admin] Publish callbacks [] for security_group (6d141f56-6c97-44cc-a3ac-3ee108eb6c0c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.625855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37e008-e5a9-4ddc-9509-156ae2720e3c req-f0d58d73-a071-4bc4-9419-064476967f18 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:00.627329 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a37e008-e5a9-4ddc-9509-156ae2720e3c req-f0d58d73-a071-4bc4-9419-064476967f18 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0476475 Sep 23 15:21:00.663679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1acbb1b8-aa5a-4aca-9850-82c4e56c54ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6d141f56-6c97-44cc-a3ac-3ee108eb6c0c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.663679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1acbb1b8-aa5a-4aca-9850-82c4e56c54ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.663679 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1acbb1b8-aa5a-4aca-9850-82c4e56c54ca admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6d141f56-6c97-44cc-a3ac-3ee108eb6c0c HTTP/1.1" status: 204 len: 168 time: 0.3143301 Sep 23 15:21:00.674802 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbb1b8-aa5a-4aca-9850-82c4e56c54ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d141f56-6c97-44cc-a3ac-3ee108eb6c0c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:00.715120 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a37e008-e5a9-4ddc-9509-156ae2720e3c req-34a5299a-e050-4ea1-b49d-2c820f211b9e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Sep 23 15:21:00.804656 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d55d0-36ba-4f0f-9fde-6c06230879ca req-756934c0-777c-4922-8a90-2cdf3b8bc9dd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:00.815251 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46398) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:00.820136 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a43d55d0-36ba-4f0f-9fde-6c06230879ca req-756934c0-777c-4922-8a90-2cdf3b8bc9dd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0908887 Sep 23 15:21:00.898603 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a43d55d0-36ba-4f0f-9fde-6c06230879ca req-ab78b339-9199-45eb-b1a5-3978b564f4ac tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650647 Sep 23 15:21:00.912193 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}, {'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:00.915379 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb208f-75b7-42e4-9a2d-22ee35df1c47" -d '{"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-plugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}, {"server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "name": "network-vif-plugged", "status": "completed", "tag": "fdb860b5-e215-4e14-8b93-274f42416008"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:00.956243 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84ef578e-8d6e-44f0-b416-84bab57ae459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:00.961969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f61057-8f51-47b7-9e4b-cb0d1c0e9d30 x-openstack-request-id: req-07f61057-8f51-47b7-9e4b-cb0d1c0e9d30 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:00.961969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-plugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "code": 200}, {"server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "name": "network-vif-plugged", "status": "completed", "tag": "fdb860b5-e215-4e14-8b93-274f42416008", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:00.961969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-07f61057-8f51-47b7-9e4b-cb0d1c0e9d30 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:00.961969 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f61057-8f51-47b7-9e4b-cb0d1c0e9d30'] response: {'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'code': 200} Sep 23 15:21:00.961969 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f61057-8f51-47b7-9e4b-cb0d1c0e9d30'] response: {'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008', 'code': 200} Sep 23 15:21:01.045418 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84ef578e-8d6e-44f0-b416-84bab57ae459 admin admin] Publish callbacks [] for security_group (a76e53a1-e63e-4f17-a92c-70a27f566637), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:01.125219 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84ef578e-8d6e-44f0-b416-84bab57ae459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a76e53a1-e63e-4f17-a92c-70a27f566637), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:01.165821 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-84ef578e-8d6e-44f0-b416-84bab57ae459 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d77dedd4e5b645b1b9a5e4b0e2541e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3492951 Sep 23 15:21:01.168327 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46408) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:01.175325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef578e-8d6e-44f0-b416-84bab57ae459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76e53a1-e63e-4f17-a92c-70a27f566637,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:01.225160 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7b38342d-1d51-48f3-bbe7-b3c9503823ed admin admin] Publish callbacks [] for security_group (a76e53a1-e63e-4f17-a92c-70a27f566637), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:01.249432 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7b38342d-1d51-48f3-bbe7-b3c9503823ed admin admin] Publish callbacks [] for security_group (a76e53a1-e63e-4f17-a92c-70a27f566637), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:01.387932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeef86-3d3d-4030-a891-a69c7112053a req-dfeb59cf-43f2-4280-928e-63721bbccd5d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:01.389138 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e0cad-2500-412b-9276-4636338a076b req-44aa5ab7-2cdd-41ed-bfc6-25214219704a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:01.397002 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5dfeef86-3d3d-4030-a891-a69c7112053a req-dfeb59cf-43f2-4280-928e-63721bbccd5d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0632524 Sep 23 15:21:01.397108 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bb6e0cad-2500-412b-9276-4636338a076b req-44aa5ab7-2cdd-41ed-bfc6-25214219704a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1113429 Sep 23 15:21:01.436945 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7b38342d-1d51-48f3-bbe7-b3c9503823ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a76e53a1-e63e-4f17-a92c-70a27f566637), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:01.440077 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7b38342d-1d51-48f3-bbe7-b3c9503823ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:01.441272 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7b38342d-1d51-48f3-bbe7-b3c9503823ed admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a76e53a1-e63e-4f17-a92c-70a27f566637 HTTP/1.1" status: 204 len: 168 time: 0.2720408 Sep 23 15:21:01.461680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38342d-1d51-48f3-bbe7-b3c9503823ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76e53a1-e63e-4f17-a92c-70a27f566637,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:01.484230 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5dfeef86-3d3d-4030-a891-a69c7112053a req-1b6cdd08-5aaa-429b-aaf0-96b8655b0e23 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830438 Sep 23 15:21:01.507607 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bb6e0cad-2500-412b-9276-4636338a076b req-0a9c9d8a-4b4a-4d6b-aa1d-67e70684f871 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034076 Sep 23 15:21:01.598052 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00631e7a-3f1d-4dca-b72e-436f4d32debe req-353f4403-9cb8-4f77-af8e-c7627e5cd8b9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:01.599537 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00631e7a-3f1d-4dca-b72e-436f4d32debe req-353f4403-9cb8-4f77-af8e-c7627e5cd8b9 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0499883 Sep 23 15:21:01.646722 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00631e7a-3f1d-4dca-b72e-436f4d32debe req-3710b642-32c7-4916-b23f-7c20d7a1c758 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Sep 23 15:21:01.979385 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:02.034467 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049c0a1-9d8a-4a8b-8b71-34cf0befa3c4 req-addfeeac-2b75-4793-91ff-5cf331a54518 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:02.035953 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5049c0a1-9d8a-4a8b-8b71-34cf0befa3c4 req-addfeeac-2b75-4793-91ff-5cf331a54518 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0617008 Sep 23 15:21:02.103283 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5049c0a1-9d8a-4a8b-8b71-34cf0befa3c4 req-bc8450ad-f86e-4cdc-ba4c-652faa6ae4e7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525153 Sep 23 15:21:02.356097 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:02.448611 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:02.596523 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:02.608042 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c6add-b46e-4f99-b00c-ca0456ed9f58 req-0bea4d5d-9dcb-4610-bac0-1fa45ebb576b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:02.616297 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4e5c6add-b46e-4f99-b00c-ca0456ed9f58 req-0bea4d5d-9dcb-4610-bac0-1fa45ebb576b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0599704 Sep 23 15:21:02.683508 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4e5c6add-b46e-4f99-b00c-ca0456ed9f58 req-de7ce075-7131-4d0e-b039-7a8800e93e2d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Sep 23 15:21:02.728481 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158ad412-cfe2-4fcf-ad76-a34f6daf8153 req-c3d77ad6-2870-497b-96b7-f5ffad39d74f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:02.737929 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-158ad412-cfe2-4fcf-ad76-a34f6daf8153 req-c3d77ad6-2870-497b-96b7-f5ffad39d74f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0835884 Sep 23 15:21:02.741079 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:02.789278 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-158ad412-cfe2-4fcf-ad76-a34f6daf8153 req-d2b50d81-89cd-4a69-99de-eeaf773e6c6f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501115 Sep 23 15:21:02.798518 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb4ba3-3d90-4389-b089-0ee950c5e553 req-043af091-7918-478e-8ba3-cc1529e99821 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:02.800005 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-92fb4ba3-3d90-4389-b089-0ee950c5e553 req-043af091-7918-478e-8ba3-cc1529e99821 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Sep 23 15:21:02.854774 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-92fb4ba3-3d90-4389-b089-0ee950c5e553 req-10cb858a-ad22-4309-8c2b-d0ca8016b542 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Sep 23 15:21:03.227490 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c3b26-492e-4ced-aea2-8349c219e863 req-026a94dc-0e30-4a10-919f-64f5338acd65 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:03.230098 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-db6c3b26-492e-4ced-aea2-8349c219e863 req-026a94dc-0e30-4a10-919f-64f5338acd65 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0503337 Sep 23 15:21:03.296915 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-db6c3b26-492e-4ced-aea2-8349c219e863 req-d5b9babb-8b01-4e65-96e3-74b1a92bfbfb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520895 Sep 23 15:21:03.413179 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:03.622619 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:03.804102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f266f4-598c-417b-96d6-bd8a21cd77c4 req-016d7056-fec0-455b-98e2-e8400adaaa31 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:03.805480 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-49f266f4-598c-417b-96d6-bd8a21cd77c4 req-016d7056-fec0-455b-98e2-e8400adaaa31 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0490756 Sep 23 15:21:03.857648 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-49f266f4-598c-417b-96d6-bd8a21cd77c4 req-c98548e5-323d-4b69-ab77-fc79ec4f93a6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458679 Sep 23 15:21:03.922147 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e619d8c-2ad7-468f-a783-0389ba232a56 req-dd2af852-0600-4909-9809-9a5668c64f0f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:03.923716 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3e619d8c-2ad7-468f-a783-0389ba232a56 req-dd2af852-0600-4909-9809-9a5668c64f0f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0494509 Sep 23 15:21:03.979405 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3e619d8c-2ad7-468f-a783-0389ba232a56 req-60290960-22c9-4298-a29e-51e19b4c2ecf tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492833 Sep 23 15:21:03.980774 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30821d97-c6f3-4cb7-b092-8d2cf1046c3a req-49451d7b-525c-4455-81f1-d8e55a3aea78 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:03.982278 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-30821d97-c6f3-4cb7-b092-8d2cf1046c3a req-49451d7b-525c-4455-81f1-d8e55a3aea78 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0479820 Sep 23 15:21:04.043736 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-30821d97-c6f3-4cb7-b092-8d2cf1046c3a req-94082dde-19a3-40b0-a967-50fd46cb7ccf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557795 Sep 23 15:21:04.059637 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:04.110994 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46538) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:04.254411 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46546) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:04.311546 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6abee010-7535-4b5b-850f-ca4d0fef2b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.351320 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-52f04b52-daf2-4415-bae7-06603df6f400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.373326 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.424629 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee88a89-61d8-4b1a-bea5-ca71ab2c2240 req-e865e27e-c85c-4941-910b-ac5e079b2e57 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:04.426112 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ee88a89-61d8-4b1a-bea5-ca71ab2c2240 req-e865e27e-c85c-4941-910b-ac5e079b2e57 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0488026 Sep 23 15:21:04.457076 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6abee010-7535-4b5b-850f-ca4d0fef2b66 admin admin] Publish callbacks [] for security_group (5490e830-01bc-47cb-9abe-64c34c25ec71), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.476532 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ee88a89-61d8-4b1a-bea5-ca71ab2c2240 req-92ba0989-b65a-407a-b2f0-3a0041270dd1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Sep 23 15:21:04.481181 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-52f04b52-daf2-4415-bae7-06603df6f400 admin admin] Publish callbacks [] for security_group (6a9f1e46-c024-494b-a109-a8165ff250b2), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.571148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-52f04b52-daf2-4415-bae7-06603df6f400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6a9f1e46-c024-494b-a109-a8165ff250b2), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.578208 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6abee010-7535-4b5b-850f-ca4d0fef2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5490e830-01bc-47cb-9abe-64c34c25ec71), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.631062 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f04b52-daf2-4415-bae7-06603df6f400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9f1e46-c024-494b-a109-a8165ff250b2,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:04.636389 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-52f04b52-daf2-4415-bae7-06603df6f400 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d8d751e3cae043ef90bacc4bcd41fdb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810108 Sep 23 15:21:04.639634 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46552) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:04.646456 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6abee010-7535-4b5b-850f-ca4d0fef2b66 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=915caee612ba4b8fae2fcf3fd39ff4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5343585 Sep 23 15:21:04.652691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46554) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:04.672800 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abee010-7535-4b5b-850f-ca4d0fef2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5490e830-01bc-47cb-9abe-64c34c25ec71,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:04.727961 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d51e1adc-3377-47bf-99e6-12d651a8f6a2 admin admin] Publish callbacks [] for security_group (6a9f1e46-c024-494b-a109-a8165ff250b2), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.750654 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0d7eda43-64a4-4a7e-b0e9-d17a5f12a5bc admin admin] Publish callbacks [] for security_group (5490e830-01bc-47cb-9abe-64c34c25ec71), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.770308 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d51e1adc-3377-47bf-99e6-12d651a8f6a2 admin admin] Publish callbacks [] for security_group (6a9f1e46-c024-494b-a109-a8165ff250b2), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.797249 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0d7eda43-64a4-4a7e-b0e9-d17a5f12a5bc admin admin] Publish callbacks [] for security_group (5490e830-01bc-47cb-9abe-64c34c25ec71), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.815187 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-4878a16a-6594-4898-b605-155dcbd5a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:04.817093 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-4878a16a-6594-4898-b605-155dcbd5a144 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1130 time: 0.0472498 Sep 23 15:21:04.953810 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:04.954400 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d51e1adc-3377-47bf-99e6-12d651a8f6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6a9f1e46-c024-494b-a109-a8165ff250b2), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.956851 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d51e1adc-3377-47bf-99e6-12d651a8f6a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.958124 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d51e1adc-3377-47bf-99e6-12d651a8f6a2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6a9f1e46-c024-494b-a109-a8165ff250b2 HTTP/1.1" status: 204 len: 168 time: 0.3175378 Sep 23 15:21:04.958852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0d7eda43-64a4-4a7e-b0e9-d17a5f12a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5490e830-01bc-47cb-9abe-64c34c25ec71), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.961703 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0d7eda43-64a4-4a7e-b0e9-d17a5f12a5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:04.965859 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0d7eda43-64a4-4a7e-b0e9-d17a5f12a5bc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5490e830-01bc-47cb-9abe-64c34c25ec71 HTTP/1.1" status: 204 len: 168 time: 0.3122177 Sep 23 15:21:04.974109 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e1adc-3377-47bf-99e6-12d651a8f6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9f1e46-c024-494b-a109-a8165ff250b2,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:04.998856 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eda43-64a4-4a7e-b0e9-d17a5f12a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5490e830-01bc-47cb-9abe-64c34c25ec71,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:05.017798 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02880d-9d23-41b3-95a1-6a3acfbb0a60 req-bac3b47b-10a6-4804-b967-e123b68f2ab4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.019374 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0d02880d-9d23-41b3-95a1-6a3acfbb0a60 req-bac3b47b-10a6-4804-b967-e123b68f2ab4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0807140 Sep 23 15:21:05.091845 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0d02880d-9d23-41b3-95a1-6a3acfbb0a60 req-a5ab5812-51c1-47a7-a061-dadc194b0634 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589550 Sep 23 15:21:05.141565 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51602bd-17dd-4b14-a9f8-4b09beef662d req-0fdf4968-4b35-4b60-863c-6ee658effebf tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.144003 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d51602bd-17dd-4b14-a9f8-4b09beef662d req-0fdf4968-4b35-4b60-863c-6ee658effebf tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0731814 Sep 23 15:21:05.219598 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d51602bd-17dd-4b14-a9f8-4b09beef662d req-64381439-dffc-4fcf-b4d1-ec6497939d22 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680327 Sep 23 15:21:05.340886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8daf4c-9e9b-4ca3-be81-026a6c2bc228 req-7feb6443-89e1-4f87-802d-54425449d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.342401 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ab8daf4c-9e9b-4ca3-be81-026a6c2bc228 req-7feb6443-89e1-4f87-802d-54425449d85e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1130 time: 0.2178059 Sep 23 15:21:05.412619 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d427afe-ea89-4c73-8e95-04cfb79a0e50 req-212636d9-9e5b-4c4c-9bec-2c0c69e1798f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.414106 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d427afe-ea89-4c73-8e95-04cfb79a0e50 req-212636d9-9e5b-4c4c-9bec-2c0c69e1798f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.2372766 Sep 23 15:21:05.416205 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70af72-6fc8-4ef3-a65f-811fd6130b3c req-e5014848-d0cb-440b-8e8c-5f9dbf402769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.417928 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf70af72-6fc8-4ef3-a65f-811fd6130b3c req-e5014848-d0cb-440b-8e8c-5f9dbf402769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0601227 Sep 23 15:21:05.419250 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132350-c237-4831-9f93-9ce14463bae4 req-491ba856-69c2-461b-a6f0-7c25cf01b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.420677 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a3132350-c237-4831-9f93-9ce14463bae4 req-491ba856-69c2-461b-a6f0-7c25cf01b0b4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 1129 time: 0.1095045 Sep 23 15:21:05.435440 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46588) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:05.440098 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'floatingip': {'port_id': '55424de1-677b-4c57-a21b-d9eb905f5fc7'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:05.499748 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ab8daf4c-9e9b-4ca3-be81-026a6c2bc228 req-1deb2915-d100-4c8b-8149-07d79220a5ee service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372459 Sep 23 15:21:05.513607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-d653b895-334e-4a73-96fc-d2244dc7e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.513607 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-d653b895-334e-4a73-96fc-d2244dc7e663 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.2785425 Sep 23 15:21:05.524084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (3f8d832e-f19d-42cf-9052-a75a4b7a28a2), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:05.556640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:05.562469 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a3132350-c237-4831-9f93-9ce14463bae4 req-649bf432-68de-45ba-94da-2701373f6a1a service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145191 Sep 23 15:21:05.565676 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d427afe-ea89-4c73-8e95-04cfb79a0e50 req-059a47f8-8ddd-4c3d-9b91-2dbb8a5eba9a tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425314 Sep 23 15:21:05.887109 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d9628-4884-46f0-9885-3b0aeeadefd3 req-0fa814e4-e45e-42ca-aad0-d7862b04b23c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:05.888898 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-587d9628-4884-46f0-9885-3b0aeeadefd3 req-0fa814e4-e45e-42ca-aad0-d7862b04b23c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.2731409 Sep 23 15:21:05.988904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:06.036361 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-587d9628-4884-46f0-9885-3b0aeeadefd3 req-783af92c-3bc1-46a4-8a7d-5a7d2c2dd679 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302333 Sep 23 15:21:06.092263 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46628) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:06.112164 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-45ee10e9-3fc1-472c-9ba6-d55885288f2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.248662 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0659c11-06b4-4e7e-804a-9deb32d42970 req-67b8f0f2-059b-499f-bd32-6dccd2890885 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:06.250425 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e0659c11-06b4-4e7e-804a-9deb32d42970 req-67b8f0f2-059b-499f-bd32-6dccd2890885 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0650113 Sep 23 15:21:06.268690 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-45ee10e9-3fc1-472c-9ba6-d55885288f2f admin admin] Publish callbacks [] for security_group (0851d72f-2771-4051-85db-6bbef14bc296), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.299968 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-89978297-d002-4655-9bc5-c3d268887ca0 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 200 len: 217 time: 0.0485198 Sep 23 15:21:06.323903 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:06.338232 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e0659c11-06b4-4e7e-804a-9deb32d42970 req-a4d808b4-2baf-49d8-b79e-83293e407579 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730927 Sep 23 15:21:06.367204 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-45ee10e9-3fc1-472c-9ba6-d55885288f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (0851d72f-2771-4051-85db-6bbef14bc296), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.406122 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-45ee10e9-3fc1-472c-9ba6-d55885288f2f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0b29d3f8daff4495a986eb90b2436d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115675 Sep 23 15:21:06.413680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee10e9-3fc1-472c-9ba6-d55885288f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0851d72f-2771-4051-85db-6bbef14bc296,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:06.416764 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46644) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:06.518002 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.534857 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a5a-e0e0-4dd9-9118-1f471e9145e8 admin admin] Publish callbacks [] for security_group (0851d72f-2771-4051-85db-6bbef14bc296), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.555540 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a5a-e0e0-4dd9-9118-1f471e9145e8 admin admin] Publish callbacks [] for security_group (0851d72f-2771-4051-85db-6bbef14bc296), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.678981 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (3f8d832e-f19d-42cf-9052-a75a4b7a28a2), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.722557 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a5a-e0e0-4dd9-9118-1f471e9145e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (0851d72f-2771-4051-85db-6bbef14bc296), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.725437 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fe16a5a-e0e0-4dd9-9118-1f471e9145e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:06.726597 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2fe16a5a-e0e0-4dd9-9118-1f471e9145e8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/0851d72f-2771-4051-85db-6bbef14bc296 HTTP/1.1" status: 204 len: 168 time: 0.3086712 Sep 23 15:21:06.741770 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f449e3b-e0bf-4905-809a-526d2092b273 req-e5fc055b-cc69-480f-ac77-12555fba3784 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:06.743874 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3f449e3b-e0bf-4905-809a-526d2092b273 req-e5fc055b-cc69-480f-ac77-12555fba3784 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0920961 Sep 23 15:21:06.800493 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe16a5a-e0e0-4dd9-9118-1f471e9145e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0851d72f-2771-4051-85db-6bbef14bc296,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:06.854280 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-c434954c-6211-48f2-906b-4a00218afea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:06.856170 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-c434954c-6211-48f2-906b-4a00218afea4 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0884092 Sep 23 15:21:06.892993 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3f449e3b-e0bf-4905-809a-526d2092b273 req-3ba2143e-6a6a-42bf-949e-bf79411ab73c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964043 Sep 23 15:21:06.902397 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Floating IP 3f8d832e-f19d-42cf-9052-a75a4b7a28a2 associated. External IP: 172.27.0.23, port: 55424de1-677b-4c57-a21b-d9eb905f5fc7. Sep 23 15:21:06.933629 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:07.087335 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46674) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:07.176390 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:21:07.240531 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:07.246008 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b630eb2-5884-4a44-bc8f-2cc270801862 req-ce316ea8-6bad-4880-aa4e-cc0c5c7128ee tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.247591 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2b630eb2-5884-4a44-bc8f-2cc270801862 req-ce316ea8-6bad-4880-aa4e-cc0c5c7128ee tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0908852 Sep 23 15:21:07.284245 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8681e12a-25bf-4da7-9c3f-e57a98c47cfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.307465 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:21:07.313438 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.324462 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:21:07.335138 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:07.335759 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:07.354695 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2b630eb2-5884-4a44-bc8f-2cc270801862 req-bd1e465b-2294-431c-aaa5-bbbdf1eb1d3d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957267 Sep 23 15:21:07.355470 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-35023209-443f-414c-840c-bbdc7adbad83 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/3f8d832e-f19d-42cf-9052-a75a4b7a28a2 HTTP/1.1" status: 200 len: 990 time: 1.9175394 Sep 23 15:21:07.355470 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:07.357253 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:07.407286 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fb1cfe-0037-4153-9bd7-583fa31203ca x-openstack-request-id: req-28fb1cfe-0037-4153-9bd7-583fa31203ca {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:07.408067 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:07.408248 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28fb1cfe-0037-4153-9bd7-583fa31203ca {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:07.408660 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28fb1cfe-0037-4153-9bd7-583fa31203ca'] response: {'name': 'network-changed', 'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'status': 'completed', 'code': 200} Sep 23 15:21:07.444561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8681e12a-25bf-4da7-9c3f-e57a98c47cfe admin admin] Publish callbacks [] for security_group (6ca6d9ee-155c-4d03-9b50-ee550cecc591), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.479874 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:07.497820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b9a29-b482-4278-a247-ce8125fe4052 req-9eb65726-e149-4adf-a448-792f42f309ad tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.499617 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c29b9a29-b482-4278-a247-ce8125fe4052 req-9eb65726-e149-4adf-a448-792f42f309ad tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0538940 Sep 23 15:21:07.532237 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5321e21-4d62-4453-9be4-b9eed68c1cc7 req-f7e2498e-cda5-4d7b-92ca-3394e360fd9e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.534316 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b5321e21-4d62-4453-9be4-b9eed68c1cc7 req-f7e2498e-cda5-4d7b-92ca-3394e360fd9e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0706525 Sep 23 15:21:07.546619 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46696) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:07.562288 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'floatingip': {'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:21:07.588703 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c29b9a29-b482-4278-a247-ce8125fe4052 req-ce2d989c-0ee6-4fe7-b586-b541b93c870d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832789 Sep 23 15:21:07.622115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8681e12a-25bf-4da7-9c3f-e57a98c47cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6ca6d9ee-155c-4d03-9b50-ee550cecc591), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.637630 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (64f4077e-800e-4c64-ba21-16a1798d9f97), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.728608 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8681e12a-25bf-4da7-9c3f-e57a98c47cfe admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=24c3c30a9f2945dc80221892debb75d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6394124 Sep 23 15:21:07.729424 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681e12a-25bf-4da7-9c3f-e57a98c47cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6d9ee-155c-4d03-9b50-ee550cecc591,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:07.733821 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-5221198f-c9bd-479f-8fda-fe92eba23c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:07.735331 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-5221198f-c9bd-479f-8fda-fe92eba23c37 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930638 Sep 23 15:21:07.735795 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46702) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:07.767245 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:07.828618 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f6d14038-6ffb-44cb-a272-ca1176f4fd4c admin admin] Publish callbacks [] for security_group (6ca6d9ee-155c-4d03-9b50-ee550cecc591), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.861833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f6d14038-6ffb-44cb-a272-ca1176f4fd4c admin admin] Publish callbacks [] for security_group (6ca6d9ee-155c-4d03-9b50-ee550cecc591), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:07.876323 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '3f8d832e-f19d-42cf-9052-a75a4b7a28a2', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'port_id': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'mac_address': 'fa:16:3e:a4:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:21:06Z', 'revision_number': 1, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:07.904323 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:21:07.915034 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:07.916579 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:08.046997 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:08.058796 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f6d14038-6ffb-44cb-a272-ca1176f4fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6ca6d9ee-155c-4d03-9b50-ee550cecc591), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.061754 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f6d14038-6ffb-44cb-a272-ca1176f4fd4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.074822 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-f6d14038-6ffb-44cb-a272-ca1176f4fd4c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6ca6d9ee-155c-4d03-9b50-ee550cecc591 HTTP/1.1" status: 204 len: 168 time: 0.3344944 Sep 23 15:21:08.094933 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d14038-6ffb-44cb-a272-ca1176f4fd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6d9ee-155c-4d03-9b50-ee550cecc591,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:08.353891 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b88ca-006c-4b8a-a7f5-6e7945729a8c req-50eba907-24a8-4043-b8d6-a684e532d1f1 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:08.354529 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '3f8d832e-f19d-42cf-9052-a75a4b7a28a2', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'port_id': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'mac_address': 'fa:16:3e:a4:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:21:06Z', 'revision_number': 1, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:08.355497 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-055b88ca-006c-4b8a-a7f5-6e7945729a8c req-50eba907-24a8-4043-b8d6-a684e532d1f1 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.3596959 Sep 23 15:21:08.358665 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-5b0e20e2-69b0-4768-9462-20776dd99a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:08.360777 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-5b0e20e2-69b0-4768-9462-20776dd99a91 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1129 time: 0.1154618 Sep 23 15:21:08.401837 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1aad7-a640-4cf6-adef-a6fc1a298e55 None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '3f8d832e-f19d-42cf-9052-a75a4b7a28a2', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'floating_ip_address': '172.27.0.23', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'port_id': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'mac_address': 'fa:16:3e:a4:5d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:17Z', 'updated_at': '2022-09-23T15:21:06Z', 'revision_number': 1, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:21:08.455628 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-63c80a37-8b11-4d62-ab0c-91489b17fbf2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276838 Sep 23 15:21:08.475653 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-055b88ca-006c-4b8a-a7f5-6e7945729a8c req-348b3e19-ad8c-4a1b-bd59-383d14097f78 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022992 Sep 23 15:21:08.561855 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:08.588557 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.696664 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (64f4077e-800e-4c64-ba21-16a1798d9f97), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:08.756992 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:08.806513 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49063a8-78ae-4258-9588-28cef8d6c0cf None None] New status for floating IP 3f8d832e-f19d-42cf-9052-a75a4b7a28a2: ACTIVE {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:21:08.846881 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:08.889053 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Floating IP 64f4077e-800e-4c64-ba21-16a1798d9f97 associated. External IP: 172.27.0.71, port: 8801bad0-f531-42e9-8015-b0d63a8e4f8e. Sep 23 15:21:08.929107 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f250587-24bc-443e-9fc5-4461b9b2d73b req-e606341b-0c42-4c14-a802-e8d60728100a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:08.936810 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f250587-24bc-443e-9fc5-4461b9b2d73b req-e606341b-0c42-4c14-a802-e8d60728100a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0974414 Sep 23 15:21:08.942059 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-56fc8171-54fc-4930-9b43-5b2951d91926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:08.944910 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-56fc8171-54fc-4930-9b43-5b2951d91926 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.5655029 Sep 23 15:21:08.967494 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd9b49b5-e734-4082-bba4-2a3ffae300a5 req-808a3b9f-3155-4345-b9f3-784a3795eda7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619470 Sep 23 15:21:09.030407 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46740) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:09.078717 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-236bb2cd-32d3-4f0d-9e49-e3504e9af4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.107073 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:09.138515 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f250587-24bc-443e-9fc5-4461b9b2d73b req-ecc8a755-7788-4361-b43a-d2b689780a5b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988192 Sep 23 15:21:09.140312 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-daf75e9e-ad7b-4f57-8dcd-f6908c60b12a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 998 time: 0.1877675 Sep 23 15:21:09.253292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2901-5894-4648-9525-38ce3726f087 req-fd7a9f65-6890-4e78-b42f-b5d1303386eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:09.254802 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-fd7a9f65-6890-4e78-b42f-b5d1303386eb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1130 time: 0.0835686 Sep 23 15:21:09.281441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-21dbcad3-3f35-4604-9ce7-de4de63df6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:09.282903 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-21dbcad3-3f35-4604-9ce7-de4de63df6c5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.1105392 Sep 23 15:21:09.301417 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:21:09.314009 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-236bb2cd-32d3-4f0d-9e49-e3504e9af4f7 admin admin] Publish callbacks [] for security_group (fdc40e97-7c7b-456d-b136-fb42a1f84355), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.410833 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:21:09.417070 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.431727 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:21:09.442038 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:09.442656 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:09.449916 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-5b841564-bd34-4db2-8f2d-00ba6f444513 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/64f4077e-800e-4c64-ba21-16a1798d9f97 HTTP/1.1" status: 200 len: 991 time: 1.8917427 Sep 23 15:21:09.450666 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:09.453135 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14" -d '{"events": [{"name": "network-changed", "server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:09.461275 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-236bb2cd-32d3-4f0d-9e49-e3504e9af4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fdc40e97-7c7b-456d-b136-fb42a1f84355), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.508262 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:09.511939 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4f558b-b62d-4217-9025-b2c1a250035b x-openstack-request-id: req-eb4f558b-b62d-4217-9025-b2c1a250035b {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:09.513440 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:09.513733 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-236bb2cd-32d3-4f0d-9e49-e3504e9af4f7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0cb6baa322f24f6bb24f38a4b921052e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4625647 Sep 23 15:21:09.515368 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46752) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:09.516217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb4f558b-b62d-4217-9025-b2c1a250035b {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:09.516673 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4f558b-b62d-4217-9025-b2c1a250035b'] response: {'name': 'network-changed', 'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'status': 'completed', 'code': 200} Sep 23 15:21:09.528485 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236bb2cd-32d3-4f0d-9e49-e3504e9af4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc40e97-7c7b-456d-b136-fb42a1f84355,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:09.576305 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0fb54488-89f1-4031-aab5-c78465ed2c80 admin admin] Publish callbacks [] for security_group (fdc40e97-7c7b-456d-b136-fb42a1f84355), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.598924 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:09.693325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-0e70a69b-49f5-4d6c-a5fd-0b0febd1e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:09.695084 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-0e70a69b-49f5-4d6c-a5fd-0b0febd1e9f2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896552 Sep 23 15:21:09.715860 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:09.781461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-606b35ad-f7a6-4b24-97b2-816fda3fe611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:09.783295 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-606b35ad-f7a6-4b24-97b2-816fda3fe611 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1130 time: 0.1353896 Sep 23 15:21:09.784961 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:09.788428 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0fb54488-89f1-4031-aab5-c78465ed2c80 admin admin] Publish callbacks [] for security_group (fdc40e97-7c7b-456d-b136-fb42a1f84355), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:09.839947 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:09.844663 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:10.037192 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2901-5894-4648-9525-38ce3726f087 req-48c27ba2-8f4e-4b12-aa41-c3bbc523e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.038659 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-48c27ba2-8f4e-4b12-aa41-c3bbc523e023 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.4580147 Sep 23 15:21:10.049033 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-5721452f-cfdd-4b2f-acc0-04280067bb52 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629752 Sep 23 15:21:10.059603 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '64f4077e-800e-4c64-ba21-16a1798d9f97', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'mac_address': 'fa:16:3e:9a:71:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:25Z', 'updated_at': '2022-09-23T15:21:08Z', 'revision_number': 1, 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:10.091009 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:21:10.101621 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:10.102242 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:20:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:10.109640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-cdddbc19-2b9f-48a4-b276-1d4d31652391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.111403 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-cdddbc19-2b9f-48a4-b276-1d4d31652391 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.3097076 Sep 23 15:21:10.125588 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-420bceb0-5b0e-42c0-b2fa-890c81c8b244 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 200 len: 217 time: 0.0767455 Sep 23 15:21:10.219251 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:10.280121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0fb54488-89f1-4031-aab5-c78465ed2c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fdc40e97-7c7b-456d-b136-fb42a1f84355), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:10.282548 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0fb54488-89f1-4031-aab5-c78465ed2c80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:10.283679 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0fb54488-89f1-4031-aab5-c78465ed2c80 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fdc40e97-7c7b-456d-b136-fb42a1f84355 HTTP/1.1" status: 204 len: 168 time: 0.7674015 Sep 23 15:21:10.365232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb54488-89f1-4031-aab5-c78465ed2c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc40e97-7c7b-456d-b136-fb42a1f84355,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:10.387515 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-228a97b8-ba4f-46c8-9b4e-3567caf5bd39 req-23bdefc8-692c-4f5a-adce-7a86081fa15b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225431 Sep 23 15:21:10.391292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2901-5894-4648-9525-38ce3726f087 req-75d8509e-8258-4c6d-8870-bab6f2ed7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.392731 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-75d8509e-8258-4c6d-8870-bab6f2ed7ed0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.2629349 Sep 23 15:21:10.429992 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-2ec47b77-275f-4317-8482-aa40fdc565bd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 200 len: 999 time: 0.2684391 Sep 23 15:21:10.429992 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37cc78-7b17-483b-80d8-278b1832eae0 req-7221b74b-4708-4565-b902-13be7edf842b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.429992 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a37cc78-7b17-483b-80d8-278b1832eae0 req-7221b74b-4708-4565-b902-13be7edf842b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.1307845 Sep 23 15:21:10.469039 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a37cc78-7b17-483b-80d8-278b1832eae0 req-eb990b30-45ca-4ad9-8e16-859fdd615007 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596125 Sep 23 15:21:10.517527 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '64f4077e-800e-4c64-ba21-16a1798d9f97', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'mac_address': 'fa:16:3e:9a:71:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:25Z', 'updated_at': '2022-09-23T15:21:08Z', 'revision_number': 1, 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:10.541494 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65a899-9e69-4e12-879d-fa99a9d60e1f None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '64f4077e-800e-4c64-ba21-16a1798d9f97', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'floating_ip_address': '172.27.0.71', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'mac_address': 'fa:16:3e:9a:71:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:20:25Z', 'updated_at': '2022-09-23T15:21:08Z', 'revision_number': 1, 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:21:10.776775 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2901-5894-4648-9525-38ce3726f087 req-43cf3193-aee2-446b-b3db-2c22704a531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.778545 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-43cf3193-aee2-446b-b3db-2c22704a531a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259027 Sep 23 15:21:10.849792 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a38131-4e19-418f-b0b1-52f68e1b35cb None None] New status for floating IP 64f4077e-800e-4c64-ba21-16a1798d9f97: ACTIVE {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:21:10.890831 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-00f16cf9-daf7-41db-b6b9-c271be156ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.892572 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-00f16cf9-daf7-41db-b6b9-c271be156ad3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.2412038 Sep 23 15:21:10.976992 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-f23bd1cd-937d-4309-8ca1-8f6711743e18 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912673 Sep 23 15:21:10.978240 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-a38f42d1-994e-40ce-bec1-b9aba21f25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:10.980020 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-a38f42d1-994e-40ce-bec1-b9aba21f25f2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705636 Sep 23 15:21:11.184791 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-202a2901-5894-4648-9525-38ce3726f087 req-800b64c1-37c5-4760-8d51-f0b4cf6d1ae0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887581 Sep 23 15:21:11.186730 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-34c0d13e-db8a-4e01-aeb7-8ef0c9316444 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832662 Sep 23 15:21:11.290113 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69b3671-d1e9-4776-b301-1d2ac0cc2d14 req-91a7fcae-71b7-4681-b380-68123c78a01b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922928 Sep 23 15:21:11.590910 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527147c0-6132-4b1c-b6a2-4ffe6e0325d8 req-3f460409-2aae-45bb-9a8e-fa80542b1fa8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:11.592415 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-527147c0-6132-4b1c-b6a2-4ffe6e0325d8 req-3f460409-2aae-45bb-9a8e-fa80542b1fa8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0460594 Sep 23 15:21:11.642039 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-527147c0-6132-4b1c-b6a2-4ffe6e0325d8 req-aebf707a-fc46-4acc-9fc4-14ab34663772 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Sep 23 15:21:11.744616 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46842) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:11.874937 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e028d93-4fd7-47b3-a9ba-e1bdf81fc94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:11.940108 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e028d93-4fd7-47b3-a9ba-e1bdf81fc94b admin admin] Publish callbacks [] for security_group (a8cf9e1a-8a49-420d-87dd-ea8a45c508e8), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.054846 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e028d93-4fd7-47b3-a9ba-e1bdf81fc94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a8cf9e1a-8a49-420d-87dd-ea8a45c508e8), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.096307 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46866) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:12.109683 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6e028d93-4fd7-47b3-a9ba-e1bdf81fc94b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=b6fdf271fa004fd796efd1eaca24340f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624644 Sep 23 15:21:12.147033 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e028d93-4fd7-47b3-a9ba-e1bdf81fc94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf9e1a-8a49-420d-87dd-ea8a45c508e8,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:12.170089 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3664-73f6-4605-bdbe-88643badf342 admin admin] Publish callbacks [] for security_group (a8cf9e1a-8a49-420d-87dd-ea8a45c508e8), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.203240 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3664-73f6-4605-bdbe-88643badf342 admin admin] Publish callbacks [] for security_group (a8cf9e1a-8a49-420d-87dd-ea8a45c508e8), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.502093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3664-73f6-4605-bdbe-88643badf342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a8cf9e1a-8a49-420d-87dd-ea8a45c508e8), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.506877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d5a3664-73f6-4605-bdbe-88643badf342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:12.512570 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3d5a3664-73f6-4605-bdbe-88643badf342 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a8cf9e1a-8a49-420d-87dd-ea8a45c508e8 HTTP/1.1" status: 204 len: 168 time: 0.4113839 Sep 23 15:21:12.523413 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a3664-73f6-4605-bdbe-88643badf342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf9e1a-8a49-420d-87dd-ea8a45c508e8,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:12.767673 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481750e3-6c7d-481e-bd56-909b3772bc85 req-b60976ba-8c11-472b-9d5d-acdc54f19d5c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:12.770172 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-481750e3-6c7d-481e-bd56-909b3772bc85 req-b60976ba-8c11-472b-9d5d-acdc54f19d5c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0489097 Sep 23 15:21:12.827682 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-481750e3-6c7d-481e-bd56-909b3772bc85 req-cca41031-c6a3-425c-8655-f50e9042648d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507748 Sep 23 15:21:12.988468 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46898) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:13.155678 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2249b3ba-d3f7-4cbe-a1c0-1e4d04ab52a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.312630 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2249b3ba-d3f7-4cbe-a1c0-1e4d04ab52a2 admin admin] Publish callbacks [] for security_group (022818e6-35ab-47af-a350-2001fc5d4e1e), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.440436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2249b3ba-d3f7-4cbe-a1c0-1e4d04ab52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (022818e6-35ab-47af-a350-2001fc5d4e1e), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.478183 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46912) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:13.486793 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2249b3ba-d3f7-4cbe-a1c0-1e4d04ab52a2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=249110bfa15441cdb278c5b3d85a49a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4972801 Sep 23 15:21:13.489656 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46914) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:13.501962 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249b3ba-d3f7-4cbe-a1c0-1e4d04ab52a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022818e6-35ab-47af-a350-2001fc5d4e1e,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:13.505157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-77a29a4f-f967-477a-ab6b-d199426f2a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.573899 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5c3b3617-fc82-4299-ab99-5fb7fb083e20 admin admin] Publish callbacks [] for security_group (022818e6-35ab-47af-a350-2001fc5d4e1e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.595912 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5c3b3617-fc82-4299-ab99-5fb7fb083e20 admin admin] Publish callbacks [] for security_group (022818e6-35ab-47af-a350-2001fc5d4e1e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.600277 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-77a29a4f-f967-477a-ab6b-d199426f2a06 admin admin] Publish callbacks [] for security_group (d0875df3-70ab-45f9-b7ad-4097a0f8d93f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.698630 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-77a29a4f-f967-477a-ab6b-d199426f2a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d0875df3-70ab-45f9-b7ad-4097a0f8d93f), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.749132 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-77a29a4f-f967-477a-ab6b-d199426f2a06 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d6b3cf777856438cad979cb178473936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698677 Sep 23 15:21:13.752076 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46924) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:13.761723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a29a4f-f967-477a-ab6b-d199426f2a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0875df3-70ab-45f9-b7ad-4097a0f8d93f,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:13.812450 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd7cc-8302-46f0-801c-145c53db2f61 admin admin] Publish callbacks [] for security_group (d0875df3-70ab-45f9-b7ad-4097a0f8d93f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.832935 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd7cc-8302-46f0-801c-145c53db2f61 admin admin] Publish callbacks [] for security_group (d0875df3-70ab-45f9-b7ad-4097a0f8d93f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.862743 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5c3b3617-fc82-4299-ab99-5fb7fb083e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (022818e6-35ab-47af-a350-2001fc5d4e1e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.865285 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5c3b3617-fc82-4299-ab99-5fb7fb083e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:13.866443 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5c3b3617-fc82-4299-ab99-5fb7fb083e20 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/022818e6-35ab-47af-a350-2001fc5d4e1e HTTP/1.1" status: 204 len: 168 time: 0.3757153 Sep 23 15:21:13.884079 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b3617-fc82-4299-ab99-5fb7fb083e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022818e6-35ab-47af-a350-2001fc5d4e1e,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:13.980675 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb2176-4e02-4efa-894d-d16f7dd0f5f9 req-7c599212-87e6-4b6e-b598-7e1d5dcfa20a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:13.988448 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-28eb2176-4e02-4efa-894d-d16f7dd0f5f9 req-7c599212-87e6-4b6e-b598-7e1d5dcfa20a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0568931 Sep 23 15:21:14.033226 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-28eb2176-4e02-4efa-894d-d16f7dd0f5f9 req-76bec522-d7e0-4c14-a906-61be4cf7487c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435972 Sep 23 15:21:14.081700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd7cc-8302-46f0-801c-145c53db2f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d0875df3-70ab-45f9-b7ad-4097a0f8d93f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:14.084932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff8dd7cc-8302-46f0-801c-145c53db2f61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:14.086318 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ff8dd7cc-8302-46f0-801c-145c53db2f61 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d0875df3-70ab-45f9-b7ad-4097a0f8d93f HTTP/1.1" status: 204 len: 168 time: 0.3327079 Sep 23 15:21:14.096660 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd7cc-8302-46f0-801c-145c53db2f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0875df3-70ab-45f9-b7ad-4097a0f8d93f,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:14.155726 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:14.521463 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:14.858177 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:14.938377 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 46958) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:14.960505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-664a0aea-d2e5-4fad-b229-5110e6ef3a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.048936 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-664a0aea-d2e5-4fad-b229-5110e6ef3a71 admin admin] Publish callbacks [] for security_group (08093027-ca94-4d84-9108-08b89a609f27), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.173835 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b93761-6919-42bc-a342-2cea5efb6a6b req-c8112e37-8240-407e-9fc6-210ee78a679c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:15.175326 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-68b93761-6919-42bc-a342-2cea5efb6a6b req-c8112e37-8240-407e-9fc6-210ee78a679c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0531366 Sep 23 15:21:15.213300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:15.218889 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-664a0aea-d2e5-4fad-b229-5110e6ef3a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (08093027-ca94-4d84-9108-08b89a609f27), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.248474 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-68b93761-6919-42bc-a342-2cea5efb6a6b req-8621eb48-a3af-4038-9efb-a7f462a193e3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672510 Sep 23 15:21:15.282568 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-664a0aea-d2e5-4fad-b229-5110e6ef3a71 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=bb7c99deb41246d78733f3e91a015614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424869 Sep 23 15:21:15.291527 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a0aea-d2e5-4fad-b229-5110e6ef3a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08093027-ca94-4d84-9108-08b89a609f27,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:15.294103 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 46972) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:15.355155 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d6e39a6c-ad69-4932-ba73-f5daf5a0190b admin admin] Publish callbacks [] for security_group (08093027-ca94-4d84-9108-08b89a609f27), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.355905 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:15.381118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d6e39a6c-ad69-4932-ba73-f5daf5a0190b admin admin] Publish callbacks [] for security_group (08093027-ca94-4d84-9108-08b89a609f27), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.518970 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d6e39a6c-ad69-4932-ba73-f5daf5a0190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (08093027-ca94-4d84-9108-08b89a609f27), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.521755 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d6e39a6c-ad69-4932-ba73-f5daf5a0190b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:15.522902 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d6e39a6c-ad69-4932-ba73-f5daf5a0190b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/08093027-ca94-4d84-9108-08b89a609f27 HTTP/1.1" status: 204 len: 168 time: 0.2272635 Sep 23 15:21:15.533054 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e39a6c-ad69-4932-ba73-f5daf5a0190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08093027-ca94-4d84-9108-08b89a609f27,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:15.640312 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:16.057132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:16.383768 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cdcf9-afd7-4f2e-9887-7f4955ba31d3 req-58d16a38-d31a-4d3d-81af-40d84d055a5c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:16.385859 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c5cdcf9-afd7-4f2e-9887-7f4955ba31d3 req-58d16a38-d31a-4d3d-81af-40d84d055a5c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0501604 Sep 23 15:21:16.469804 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c5cdcf9-afd7-4f2e-9887-7f4955ba31d3 req-d1841c33-5ee2-49b6-8165-7eaa8cec76b6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701725 Sep 23 15:21:16.567096 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-31633acf-01f2-4954-863e-7454d2632e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:17.176382 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:17.606108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82fc02-76bd-46e9-be65-8ed21392be3e req-8d959a99-30c6-49f4-9474-1e53b39b0695 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:17.607612 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff82fc02-76bd-46e9-be65-8ed21392be3e req-8d959a99-30c6-49f4-9474-1e53b39b0695 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0603023 Sep 23 15:21:17.655759 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff82fc02-76bd-46e9-be65-8ed21392be3e req-1d1a8d43-704e-46d7-bdfb-998802d565e7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Sep 23 15:21:17.876267 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47114) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:17.937777 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:17.978158 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:17.996860 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4bbe287a-cac9-4348-90dd-9df6c2ae40e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.058030 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:18.081098 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4bbe287a-cac9-4348-90dd-9df6c2ae40e2 admin admin] Publish callbacks [] for security_group (512111bb-c259-49f6-96d5-3137161404ef), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.183709 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4bbe287a-cac9-4348-90dd-9df6c2ae40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (512111bb-c259-49f6-96d5-3137161404ef), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.226958 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4bbe287a-cac9-4348-90dd-9df6c2ae40e2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0b643cc7818c49fb88ac37d962844efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495483 Sep 23 15:21:18.227819 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe287a-cac9-4348-90dd-9df6c2ae40e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512111bb-c259-49f6-96d5-3137161404ef,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:18.229947 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47128) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:18.288405 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-37c7323d-1dc8-4ebb-8b39-aceb9e079ae7 admin admin] Publish callbacks [] for security_group (512111bb-c259-49f6-96d5-3137161404ef), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.314091 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-37c7323d-1dc8-4ebb-8b39-aceb9e079ae7 admin admin] Publish callbacks [] for security_group (512111bb-c259-49f6-96d5-3137161404ef), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.495665 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-37c7323d-1dc8-4ebb-8b39-aceb9e079ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (512111bb-c259-49f6-96d5-3137161404ef), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.498260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-37c7323d-1dc8-4ebb-8b39-aceb9e079ae7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.499466 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-37c7323d-1dc8-4ebb-8b39-aceb9e079ae7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/512111bb-c259-49f6-96d5-3137161404ef HTTP/1.1" status: 204 len: 168 time: 0.2684796 Sep 23 15:21:18.508707 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7323d-1dc8-4ebb-8b39-aceb9e079ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512111bb-c259-49f6-96d5-3137161404ef,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:18.760131 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47136) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:18.785107 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41858e5e-52f5-4ac2-87c8-946e246f8b84 req-bca5c6a2-a8bb-439d-ba19-05947d9ed8b6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:18.786624 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-41858e5e-52f5-4ac2-87c8-946e246f8b84 req-bca5c6a2-a8bb-439d-ba19-05947d9ed8b6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0519774 Sep 23 15:21:18.847246 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-41858e5e-52f5-4ac2-87c8-946e246f8b84 req-276fb078-a4ee-4dcf-a8e1-7e0870d3546b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534828 Sep 23 15:21:18.875414 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f1dcedea-e4be-43c8-91a9-a95ca4f433e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.877277 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:18.885655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdbc8-81b1-4a10-b16a-ceb138f411e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:18.975220 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdbc8-81b1-4a10-b16a-ceb138f411e4 admin admin] Publish callbacks [] for security_group (d24f3639-0b3d-43a8-b68d-5cc00ce9041a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.081085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0e3fdbc8-81b1-4a10-b16a-ceb138f411e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d24f3639-0b3d-43a8-b68d-5cc00ce9041a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.120094 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0e3fdbc8-81b1-4a10-b16a-ceb138f411e4 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0d437d9063644d7b97ea5cea377dc024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588181 Sep 23 15:21:19.120923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fdbc8-81b1-4a10-b16a-ceb138f411e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24f3639-0b3d-43a8-b68d-5cc00ce9041a,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:19.122801 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47154) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:19.159269 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:19.174970 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d63a4fe8-ed4f-4120-b3d8-95ef919f8d5d admin admin] Publish callbacks [] for security_group (d24f3639-0b3d-43a8-b68d-5cc00ce9041a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.195248 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d63a4fe8-ed4f-4120-b3d8-95ef919f8d5d admin admin] Publish callbacks [] for security_group (d24f3639-0b3d-43a8-b68d-5cc00ce9041a), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.276063 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:19.354994 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d63a4fe8-ed4f-4120-b3d8-95ef919f8d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d24f3639-0b3d-43a8-b68d-5cc00ce9041a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.357674 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d63a4fe8-ed4f-4120-b3d8-95ef919f8d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:19.358912 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d63a4fe8-ed4f-4120-b3d8-95ef919f8d5d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d24f3639-0b3d-43a8-b68d-5cc00ce9041a HTTP/1.1" status: 204 len: 168 time: 0.2345309 Sep 23 15:21:19.367612 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a4fe8-ed4f-4120-b3d8-95ef919f8d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24f3639-0b3d-43a8-b68d-5cc00ce9041a,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:19.972796 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d662ca-949f-4e8d-a2c8-8ab119de4678 req-a2328dff-b154-49dc-b226-9ae841934469 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:19.974359 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a3d662ca-949f-4e8d-a2c8-8ab119de4678 req-a2328dff-b154-49dc-b226-9ae841934469 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0482635 Sep 23 15:21:20.027344 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a3d662ca-949f-4e8d-a2c8-8ab119de4678 req-9172670a-f6b3-4c0c-9377-54cdaec52c34 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Sep 23 15:21:20.103495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:20.275362 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.286091 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47182) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:20.299620 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21b96719-d030-4cf6-a716-968ae2d70429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.380003 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21b96719-d030-4cf6-a716-968ae2d70429 admin admin] Publish callbacks [] for security_group (cff9a79b-fd2e-4e48-b4de-0707bea2818c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.478171 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-21b96719-d030-4cf6-a716-968ae2d70429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (cff9a79b-fd2e-4e48-b4de-0707bea2818c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.517971 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-21b96719-d030-4cf6-a716-968ae2d70429 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=8eda34d3f24a429ca2627b289a2935d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306361 Sep 23 15:21:20.518919 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b96719-d030-4cf6-a716-968ae2d70429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff9a79b-fd2e-4e48-b4de-0707bea2818c,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:20.520546 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47184) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:20.572728 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4c680bd7-735f-4ce2-aa27-90da4538b2c1 admin admin] Publish callbacks [] for security_group (cff9a79b-fd2e-4e48-b4de-0707bea2818c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.596842 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4c680bd7-735f-4ce2-aa27-90da4538b2c1 admin admin] Publish callbacks [] for security_group (cff9a79b-fd2e-4e48-b4de-0707bea2818c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.815882 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:20.941693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4c680bd7-735f-4ce2-aa27-90da4538b2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (cff9a79b-fd2e-4e48-b4de-0707bea2818c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.944399 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4c680bd7-735f-4ce2-aa27-90da4538b2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:20.948620 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-4c680bd7-735f-4ce2-aa27-90da4538b2c1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/cff9a79b-fd2e-4e48-b4de-0707bea2818c HTTP/1.1" status: 204 len: 168 time: 0.4239671 Sep 23 15:21:20.957948 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c680bd7-735f-4ce2-aa27-90da4538b2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff9a79b-fd2e-4e48-b4de-0707bea2818c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:21.157003 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70ee84c-3198-466f-9721-6adf9daaa91f req-9521c678-6bae-4ed6-8ee2-f617ae7690c3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:21.158488 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d70ee84c-3198-466f-9721-6adf9daaa91f req-9521c678-6bae-4ed6-8ee2-f617ae7690c3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0493610 Sep 23 15:21:21.207822 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d70ee84c-3198-466f-9721-6adf9daaa91f req-e5f47100-fec3-4ce1-9ef9-26962157d271 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 Sep 23 15:21:21.337767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:21.674616 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:22.011471 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:22.191964 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=98 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:22.269001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:22.359761 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dbdcc-6a78-4740-a2fc-6552d1e36974 req-1caf57d8-18e4-4ae5-850a-1c55cc9143df tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:22.361659 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-526dbdcc-6a78-4740-a2fc-6552d1e36974 req-1caf57d8-18e4-4ae5-850a-1c55cc9143df tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0686462 Sep 23 15:21:22.415598 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-526dbdcc-6a78-4740-a2fc-6552d1e36974 req-2e3bd656-80e6-470f-9836-02351fee972d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Sep 23 15:21:22.492743 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:21:23.171757 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:23.492003 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:23.537815 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367d048-3e12-4b5c-b70a-4db2d6d253d6 req-d39466d4-f4d8-44cd-8b39-457fc6544055 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:23.539281 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c367d048-3e12-4b5c-b70a-4db2d6d253d6 req-d39466d4-f4d8-44cd-8b39-457fc6544055 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0496151 Sep 23 15:21:23.587566 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c367d048-3e12-4b5c-b70a-4db2d6d253d6 req-970ea15d-2564-4cf8-b3f6-bce7d38146ff tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 Sep 23 15:21:23.604302 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:23.982430 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47306) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:24.102137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f1921b7f-3e63-4f02-8ede-dd69d6fffb55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.149312 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:24.179099 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f1921b7f-3e63-4f02-8ede-dd69d6fffb55 admin admin] Publish callbacks [] for security_group (66df45f4-2b88-4ea3-9dac-7d669ef3ba43), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.274340 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f1921b7f-3e63-4f02-8ede-dd69d6fffb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (66df45f4-2b88-4ea3-9dac-7d669ef3ba43), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.317479 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-f1921b7f-3e63-4f02-8ede-dd69d6fffb55 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e6adbe60c7ea4978987101a4f9c6b14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3339696 Sep 23 15:21:24.318324 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1921b7f-3e63-4f02-8ede-dd69d6fffb55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66df45f4-2b88-4ea3-9dac-7d669ef3ba43,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:24.320314 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47314) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:24.355137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:24.369472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ccd64c8-22d4-440c-8dfe-7ff88e46ecb8 admin admin] Publish callbacks [] for security_group (66df45f4-2b88-4ea3-9dac-7d669ef3ba43), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.389901 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ccd64c8-22d4-440c-8dfe-7ff88e46ecb8 admin admin] Publish callbacks [] for security_group (66df45f4-2b88-4ea3-9dac-7d669ef3ba43), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.526833 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ccd64c8-22d4-440c-8dfe-7ff88e46ecb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (66df45f4-2b88-4ea3-9dac-7d669ef3ba43), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.529303 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ccd64c8-22d4-440c-8dfe-7ff88e46ecb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:24.530903 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-8ccd64c8-22d4-440c-8dfe-7ff88e46ecb8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/66df45f4-2b88-4ea3-9dac-7d669ef3ba43 HTTP/1.1" status: 204 len: 168 time: 0.2091563 Sep 23 15:21:24.538421 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd64c8-22d4-440c-8dfe-7ff88e46ecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df45f4-2b88-4ea3-9dac-7d669ef3ba43,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:24.717279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb9e23-d186-4843-bdd8-93021fe8e2f0 req-b8795f7f-bbf9-4a1f-8a2f-6cf06b31e32f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:24.718798 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6eeb9e23-d186-4843-bdd8-93021fe8e2f0 req-b8795f7f-bbf9-4a1f-8a2f-6cf06b31e32f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0470080 Sep 23 15:21:24.767155 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6eeb9e23-d186-4843-bdd8-93021fe8e2f0 req-85225405-47e3-422f-bd6c-4b5fbb08e3a4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Sep 23 15:21:24.868628 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:25.425826 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47330) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:25.441170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1a31-c47e-445b-b758-4d3bd266e9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.524063 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1a31-c47e-445b-b758-4d3bd266e9dc admin admin] Publish callbacks [] for security_group (556ed6fa-111d-4e2a-adcd-728617a8eeed), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.571452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:25.612050 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4d4b1a31-c47e-445b-b758-4d3bd266e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (556ed6fa-111d-4e2a-adcd-728617a8eeed), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.671699 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-4d4b1a31-c47e-445b-b758-4d3bd266e9dc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1a452cc54b8e4e24a26c630e01941303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422981 Sep 23 15:21:25.671699 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b1a31-c47e-445b-b758-4d3bd266e9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ed6fa-111d-4e2a-adcd-728617a8eeed,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:25.676241 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47338) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:25.712184 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:25.751895 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-91e09af0-7854-47e8-9cd8-e3f9bd58a095 admin admin] Publish callbacks [] for security_group (556ed6fa-111d-4e2a-adcd-728617a8eeed), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.775946 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-91e09af0-7854-47e8-9cd8-e3f9bd58a095 admin admin] Publish callbacks [] for security_group (556ed6fa-111d-4e2a-adcd-728617a8eeed), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:25.895920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f5edf-2279-4c4f-a387-8b8d5a7b8041 req-440262da-166a-4488-80f9-ac7a8fb58c60 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:25.897630 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-766f5edf-2279-4c4f-a387-8b8d5a7b8041 req-440262da-166a-4488-80f9-ac7a8fb58c60 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0504572 Sep 23 15:21:25.956954 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-766f5edf-2279-4c4f-a387-8b8d5a7b8041 req-3536ec41-7f9f-4259-9c83-38688b9a70cc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509934 Sep 23 15:21:26.010436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-91e09af0-7854-47e8-9cd8-e3f9bd58a095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (556ed6fa-111d-4e2a-adcd-728617a8eeed), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.013361 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-91e09af0-7854-47e8-9cd8-e3f9bd58a095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:26.014566 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-91e09af0-7854-47e8-9cd8-e3f9bd58a095 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/556ed6fa-111d-4e2a-adcd-728617a8eeed HTTP/1.1" status: 204 len: 168 time: 0.3367651 Sep 23 15:21:26.027224 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e09af0-7854-47e8-9cd8-e3f9bd58a095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ed6fa-111d-4e2a-adcd-728617a8eeed,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:26.343557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf399f50-027e-4731-8c0c-d49fa38d5b08 req-eb0b38cc-4741-4e8a-a8aa-970de85df92e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:26.345617 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf399f50-027e-4731-8c0c-d49fa38d5b08 req-eb0b38cc-4741-4e8a-a8aa-970de85df92e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0483379 Sep 23 15:21:26.418503 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf399f50-027e-4731-8c0c-d49fa38d5b08 req-ec04b0d7-1ca9-4750-97e7-d207436f94d7 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666392 Sep 23 15:21:26.771905 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:27.084405 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90c126-4643-463d-a48b-dcc415e337c3 req-e9243ecd-af46-49b3-9d8d-1506414c468a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:27.085910 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ec90c126-4643-463d-a48b-dcc415e337c3 req-e9243ecd-af46-49b3-9d8d-1506414c468a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0476694 Sep 23 15:21:27.138509 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ec90c126-4643-463d-a48b-dcc415e337c3 req-ffbbd9bd-5564-427a-945f-89246bb73463 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454066 Sep 23 15:21:27.154477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:27.516070 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47396) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:27.577978 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aeddf-5b15-4f4b-bc2b-d006529d4808 req-69e27b26-469e-42cc-a907-19f43982dedf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:27.584681 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f47aeddf-5b15-4f4b-bc2b-d006529d4808 req-69e27b26-469e-42cc-a907-19f43982dedf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0593834 Sep 23 15:21:27.633861 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f47aeddf-5b15-4f4b-bc2b-d006529d4808 req-943f3b1b-ad64-410d-bb3c-06c45c78e30f tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476456 Sep 23 15:21:27.648717 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4237c547-66c3-46bd-af95-0f48c2fdc8b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.725984 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4237c547-66c3-46bd-af95-0f48c2fdc8b6 admin admin] Publish callbacks [] for security_group (53400618-a79b-4598-bb23-d57d0a7be82d), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.803303 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:27.868686 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4237c547-66c3-46bd-af95-0f48c2fdc8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (53400618-a79b-4598-bb23-d57d0a7be82d), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.912048 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4237c547-66c3-46bd-af95-0f48c2fdc8b6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f8c92ebecfe64b8f96aeac894f6947e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920202 Sep 23 15:21:27.912048 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237c547-66c3-46bd-af95-0f48c2fdc8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53400618-a79b-4598-bb23-d57d0a7be82d,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:27.914067 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47420) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:27.970813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82c13836-8cc4-49d9-8f6f-985b50a8dd31 admin admin] Publish callbacks [] for security_group (53400618-a79b-4598-bb23-d57d0a7be82d), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:27.991456 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82c13836-8cc4-49d9-8f6f-985b50a8dd31 admin admin] Publish callbacks [] for security_group (53400618-a79b-4598-bb23-d57d0a7be82d), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:28.162250 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82c13836-8cc4-49d9-8f6f-985b50a8dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (53400618-a79b-4598-bb23-d57d0a7be82d), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:28.164902 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82c13836-8cc4-49d9-8f6f-985b50a8dd31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:28.166487 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-82c13836-8cc4-49d9-8f6f-985b50a8dd31 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/53400618-a79b-4598-bb23-d57d0a7be82d HTTP/1.1" status: 204 len: 168 time: 0.2506440 Sep 23 15:21:28.175235 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c13836-8cc4-49d9-8f6f-985b50a8dd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53400618-a79b-4598-bb23-d57d0a7be82d,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:28.290954 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0a170-8331-4716-b387-c6c5d13120f1 req-94f7cf00-48a5-4745-9389-6a6ff1ff112a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:28.293581 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-52e0a170-8331-4716-b387-c6c5d13120f1 req-94f7cf00-48a5-4745-9389-6a6ff1ff112a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0544934 Sep 23 15:21:28.357483 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-52e0a170-8331-4716-b387-c6c5d13120f1 req-1a980708-7273-45e4-80c4-993d95a9f2a0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555809 Sep 23 15:21:28.543777 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:28.593616 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:28.767315 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895c5f0-ee55-438b-9395-750b2dcd37b3 req-6425a48a-874b-40ef-85b6-2b96ae470a3c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:28.768979 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e895c5f0-ee55-438b-9395-750b2dcd37b3 req-6425a48a-874b-40ef-85b6-2b96ae470a3c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Sep 23 15:21:28.819361 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e895c5f0-ee55-438b-9395-750b2dcd37b3 req-a47b6b55-8fe1-4dbc-b7f4-c9e6ac0dd20e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447137 Sep 23 15:21:29.480027 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94830951-8bc0-421f-90c1-d2c0f2e01eb9 req-4bb8ad05-f660-44e5-99ef-01d3b20aaafe tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:29.481612 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-94830951-8bc0-421f-90c1-d2c0f2e01eb9 req-4bb8ad05-f660-44e5-99ef-01d3b20aaafe tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0482554 Sep 23 15:21:29.491672 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:29.529922 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-94830951-8bc0-421f-90c1-d2c0f2e01eb9 req-44d8d3c3-4b10-48e6-afcd-a7ef523b12cf tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Sep 23 15:21:29.960894 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ad3e1-ac66-4522-a6fc-1fb6360e5849 req-0409aa83-1809-48a5-a822-ded6aa3879ee tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:29.963300 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f93ad3e1-ac66-4522-a6fc-1fb6360e5849 req-0409aa83-1809-48a5-a822-ded6aa3879ee tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 945 time: 0.0658894 Sep 23 15:21:29.964875 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:30.026813 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f93ad3e1-ac66-4522-a6fc-1fb6360e5849 req-8bd14544-5541-4e27-9c88-98bce20a9c0a tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568073 Sep 23 15:21:30.626429 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device fdb860b5-e215-4e14-8b93-274f42416008 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:21:30.654005 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb30ea-553d-4dc5-b537-8648da45cd99 req-5951e7b2-5d39-431e-a369-3a4d3c6d80cf tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:30.655511 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7beb30ea-553d-4dc5-b537-8648da45cd99 req-5951e7b2-5d39-431e-a369-3a4d3c6d80cf tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0490978 Sep 23 15:21:30.701953 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port fdb860b5-e215-4e14-8b93-274f42416008 is: ACTIVE; New status is: DOWN {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:21:30.702340 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (fdb860b5-e215-4e14-8b93-274f42416008), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:30.707167 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7beb30ea-553d-4dc5-b537-8648da45cd99 req-f0456c0a-9e10-4cbd-96e6-f0de6620383b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Sep 23 15:21:30.728248 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:30.731124 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d0c620-8d3a-41b2-8583-48740d28f582" -d '{"events": [{"server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb860b5-e215-4e14-8b93-274f42416008"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:30.742915 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=fdb860b5-e215-4e14-8b93-274f42416008,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:30.748674 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:30.773488 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49796786-17e2-4988-951e-a4f29aa817bf x-openstack-request-id: req-49796786-17e2-4988-951e-a4f29aa817bf {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:30.773799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb860b5-e215-4e14-8b93-274f42416008", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:30.774059 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49796786-17e2-4988-951e-a4f29aa817bf {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:30.774457 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49796786-17e2-4988-951e-a4f29aa817bf'] response: {'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008', 'code': 200} Sep 23 15:21:30.872111 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:30.922773 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=6']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:30.929920 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.930275 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.930661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.931005 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.931401 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.931734 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.932283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.932786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.933134 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.933476 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.933814 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.934164 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.934514 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.934829 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:30.935157 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:31.165582 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37612beb-8982-456e-8738-af6d2cc43877 req-5c439f02-89e8-454b-b469-c9a6eb62618a tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:31.167672 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-37612beb-8982-456e-8738-af6d2cc43877 req-5c439f02-89e8-454b-b469-c9a6eb62618a tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0485916 Sep 23 15:21:31.218306 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-37612beb-8982-456e-8738-af6d2cc43877 req-4c65bbf9-d61a-4cd1-aeb5-99d210a1e4c4 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450416 Sep 23 15:21:31.445528 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:31.832717 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131530b-d2c2-4ceb-be23-1579210eebc3 req-ed99d89e-22b9-4761-9931-60ca6c0f7640 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:31.836648 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8131530b-d2c2-4ceb-be23-1579210eebc3 req-ed99d89e-22b9-4761-9931-60ca6c0f7640 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0477908 Sep 23 15:21:31.883175 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8131530b-d2c2-4ceb-be23-1579210eebc3 req-bc5d6a35-125d-42bf-9664-3c49d9841188 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Sep 23 15:21:32.110281 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-40e98c53-1939-466a-826c-fa13f4ae42e7 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:32.112209 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-40e98c53-1939-466a-826c-fa13f4ae42e7 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0594952 Sep 23 15:21:32.268309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:32.295889 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Deleting port fdb860b5-e215-4e14-8b93-274f42416008 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:21:32.296270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (fdb860b5-e215-4e14-8b93-274f42416008), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:32.300775 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcdc1e-0794-4fb7-b209-7d3a3183990e req-375d63ef-3793-4399-b2ea-e5c3701ae220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:32.302324 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8edcdc1e-0794-4fb7-b209-7d3a3183990e req-375d63ef-3793-4399-b2ea-e5c3701ae220 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1130 time: 0.1094136 Sep 23 15:21:32.346082 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743d21-3771-444a-aad7-a4dfd5391049 req-3af7731d-10d0-418e-baf3-315c23cfa0e0 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:32.348327 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-26743d21-3771-444a-aad7-a4dfd5391049 req-3af7731d-10d0-418e-baf3-315c23cfa0e0 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 943 time: 0.0503414 Sep 23 15:21:32.396980 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-26743d21-3771-444a-aad7-a4dfd5391049 req-2af9bbfc-610f-4ed2-8fc0-34c4f66ba66c tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=379d01ce-48c0-40ed-ac93-1f6f58e9d070&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Sep 23 15:21:32.406919 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8edcdc1e-0794-4fb7-b209-7d3a3183990e req-bedc0487-e377-4d2d-92fc-ae7e9921fa4e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906982 Sep 23 15:21:32.422460 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] For port fdb860b5-e215-4e14-8b93-274f42416008, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=fdb860b5-e215-4e14-8b93-274f42416008,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:32.422819 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (fdb860b5-e215-4e14-8b93-274f42416008), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:32.437505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Calling delete_port for fdb860b5-e215-4e14-8b93-274f42416008 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:21:32.589636 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:32.706382 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (fdb860b5-e215-4e14-8b93-274f42416008), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:32.706606 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:32.734585 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Pushing event deleted for resources: {'Port': ['ID=fdb860b5-e215-4e14-8b93-274f42416008,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:32.804862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] No DVR routers for this DVR port fdb860b5-e215-4e14-8b93-274f42416008 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:21:32.809180 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:32.812846 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-580a2705-1430-4ba3-9b00-faba41f7eb08 req-fed4a548-94a4-4ced-b6ef-f70d25394acf tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.77 "DELETE /networking/v2.0/ports/fdb860b5-e215-4e14-8b93-274f42416008 HTTP/1.1" status: 204 len: 173 time: 0.6939149 Sep 23 15:21:32.813397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'name': 'network-vif-deleted', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:21:32.815695 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3386ed17-ab2d-44ad-994c-bd6934c30026" -d '{"events": [{"server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "name": "network-vif-deleted", "tag": "fdb860b5-e215-4e14-8b93-274f42416008"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:21:32.875039 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d141691-5dfb-4d53-9d91-035a75ba02dd x-openstack-request-id: req-8d141691-5dfb-4d53-9d91-035a75ba02dd {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:21:32.875658 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878c924c-fcc8-4dbf-8ea1-132f142e0422", "name": "network-vif-deleted", "tag": "fdb860b5-e215-4e14-8b93-274f42416008", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:21:32.875658 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d141691-5dfb-4d53-9d91-035a75ba02dd {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:21:32.876009 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d141691-5dfb-4d53-9d91-035a75ba02dd'] response: {'server_uuid': '878c924c-fcc8-4dbf-8ea1-132f142e0422', 'name': 'network-vif-deleted', 'tag': 'fdb860b5-e215-4e14-8b93-274f42416008', 'status': 'completed', 'code': 200} Sep 23 15:21:33.018260 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747812e9-13c3-404e-a4b1-faea504cd17c req-339c52b1-f128-49fb-9cd4-45c638468b35 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:33.018503 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-747812e9-13c3-404e-a4b1-faea504cd17c req-339c52b1-f128-49fb-9cd4-45c638468b35 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0555110 Sep 23 15:21:33.068257 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-747812e9-13c3-404e-a4b1-faea504cd17c req-c2760cb1-b40f-4d16-9c6d-e1f9f754d5f7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435624 Sep 23 15:21:33.514123 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4d663942-c138-4175-9979-c8738df99e38 req-433abf05-9e2a-405f-87ba-5a9c90699a2b tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0299423 Sep 23 15:21:34.207642 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89de9b-2d73-4abb-8976-2532bd6d49c7 req-f969cda3-857a-4c2a-be93-f678f682e57e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:34.209279 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1d89de9b-2d73-4abb-8976-2532bd6d49c7 req-f969cda3-857a-4c2a-be93-f678f682e57e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0521808 Sep 23 15:21:34.264568 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1d89de9b-2d73-4abb-8976-2532bd6d49c7 req-a79a56af-848e-4385-8628-9ba98e3dfe28 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Sep 23 15:21:34.346337 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:34.489821 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=6 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:34.490614 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:34.625567 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-12307e62-c608-46c4-8ab6-3dcf08fc489a req-a6bfdb94-f3c6-458e-98ba-6735f8f40605 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0269678 Sep 23 15:21:34.828508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:35.050893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:35.380408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:35.389642 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821b9fa-2b7b-4332-b037-22167608c7da req-b2b73dd6-2a0c-420b-8908-83b2b44a6813 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:35.391097 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1821b9fa-2b7b-4332-b037-22167608c7da req-b2b73dd6-2a0c-420b-8908-83b2b44a6813 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0500453 Sep 23 15:21:35.435143 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:35.439898 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1821b9fa-2b7b-4332-b037-22167608c7da req-672a640e-fe3c-4c94-aaf7-4937b56ab644 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Sep 23 15:21:35.731831 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-812df2f5-fc97-4d96-9362-88a4b48e016d req-b8ddb713-ab42-4547-b1c2-43ae766865bd tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0281758 Sep 23 15:21:36.119818 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:36.263159 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:36.433550 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:36.562110 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41ceb9-f33d-4886-84b4-8fdec44e0b0d req-c6efe1e5-8338-4119-8529-7a267b9a20c6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:36.563495 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9b41ceb9-f33d-4886-84b4-8fdec44e0b0d req-c6efe1e5-8338-4119-8529-7a267b9a20c6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0451126 Sep 23 15:21:36.612191 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9b41ceb9-f33d-4886-84b4-8fdec44e0b0d req-c3e055a5-b576-40be-b7d0-d6857acbd7d6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430002 Sep 23 15:21:36.818893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:36.948307 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-49b84f6f-7cdc-4a0e-ae7c-f0f81cb2fcc3 req-d23cb44a-51e9-4955-81b5-f13f225366e6 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0299978 Sep 23 15:21:37.643358 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:37.698631 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:37.735348 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bd6ed-0816-43aa-ba52-9ec9248a9140 req-d1d87c58-0576-48ed-8663-f97c19d5af58 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.736847 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-458bd6ed-0816-43aa-ba52-9ec9248a9140 req-d1d87c58-0576-48ed-8663-f97c19d5af58 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0472252 Sep 23 15:21:37.776608 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:37.787508 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-458bd6ed-0816-43aa-ba52-9ec9248a9140 req-2e8a0717-316c-47fd-a1ff-c48a8cbaa100 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450735 Sep 23 15:21:37.908982 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7048d-e545-4090-a631-26fded027e6a req-9c41af24-4089-4423-a487-6b9f22671091 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:37.910383 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-59b7048d-e545-4090-a631-26fded027e6a req-9c41af24-4089-4423-a487-6b9f22671091 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0472686 Sep 23 15:21:37.961427 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-59b7048d-e545-4090-a631-26fded027e6a req-99a6a7bf-4a86-409c-aff7-60101fd0503c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 Sep 23 15:21:38.060815 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f48c37bb-8042-42f6-8d2e-826f2105cdd1 req-dcefb585-d2d6-4cb9-af95-610226d5905e tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0266786 Sep 23 15:21:38.347771 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:38.987560 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:39.163138 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c7c2c544-364c-425a-bf00-efff66596e16 req-526b5d09-d28d-4734-b149-88f13af70901 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0275524 Sep 23 15:21:39.210045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:39.620766 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:39.884901 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:40.089043 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:40.267508 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6b4ca60f-ad4b-40ac-83b2-9c7a55d940f3 req-da491bde-0c27-4af2-952e-dcd108e2b932 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0275490 Sep 23 15:21:40.306186 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:40.926116 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:41.028413 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:41.377872 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1bfd3da7-ea90-4e37-9cb9-90806e51a61d req-344f72e2-2546-4048-826d-ccb981d7db4a tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0316362 Sep 23 15:21:41.513288 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:42.456045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:42.486974 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6980572b-aa6e-43d7-80ae-ce8a48dd9deb req-4c79621f-f2de-4192-aa0d-7aebbae2f06b tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0273833 Sep 23 15:21:43.010380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:43.450380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:43.590627 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6b95e1e7-cf4e-402c-90ef-7f5e4353ed82 req-aaf7fb08-2287-49dc-80ce-68a1998fbf59 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0279191 Sep 23 15:21:44.253162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:44.468002 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:44.541631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:44.719009 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f023a6e6-5f8f-43b7-99dc-7f190bce24f7 req-e4109304-f92b-4519-9615-9fcbee8136a0 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0324509 Sep 23 15:21:45.483139 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:45.562940 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:45.838430 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-33da6d5d-bfe2-40c9-9da8-e5c8ca71ab8d req-ae006650-2a50-475b-a273-bc2ff3719eff tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Sep 23 15:21:46.136603 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:46.215917 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:46.507459 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3bce3b53-9433-42ca-b138-f7f6fee43c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:46.688517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:46.954144 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fe600b07-aee7-4679-b150-15e77a0c42fb req-d9897047-92ca-4736-948f-9522ee0db01b tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0272782 Sep 23 15:21:47.239199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:47.671758 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:47.827116 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:48.069797 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2955192-6c72-495e-85a2-e29dbaa77cba req-d50b8c65-fdbb-42f9-b476-d337ebc0a1e6 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0274520 Sep 23 15:21:48.404425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:48.862871 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-db30495f-d43c-4a6b-bbce-a79ae7d05800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:49.184790 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3993a160-6911-4ae8-aff9-273253be6746 req-c7c03f73-3b0d-41d5-9dee-b63900d2c758 tempest-DeleteServersTestJSON-1908565184 tempest-DeleteServersTestJSON-1908565184-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=878c924c-fcc8-4dbf-8ea1-132f142e0422 HTTP/1.1" status: 200 len: 210 time: 0.0274801 Sep 23 15:21:49.216448 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:49.608309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:50.364657 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:50.889785 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:51.214374 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:51.296137 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e9d92-5a76-43d6-afa7-83ba25f03967 req-35d887fc-7106-452c-b577-3dba06193596 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:51.297650 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d34e9d92-5a76-43d6-afa7-83ba25f03967 req-35d887fc-7106-452c-b577-3dba06193596 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0473526 Sep 23 15:21:51.347373 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d34e9d92-5a76-43d6-afa7-83ba25f03967 req-92dfca4f-399a-4dd5-9bce-cbb831c76cc4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Sep 23 15:21:52.021242 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.261181 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:52.474524 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a094b5-9fe4-4041-bce9-5f8183b691b1 req-81abc4bc-974c-45ee-b1ba-aba0c7ea4797 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:52.476031 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-99a094b5-9fe4-4041-bce9-5f8183b691b1 req-81abc4bc-974c-45ee-b1ba-aba0c7ea4797 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0517504 Sep 23 15:21:52.526196 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-99a094b5-9fe4-4041-bce9-5f8183b691b1 req-f9d4515c-bdfc-463e-8a34-f7f61c0659e0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Sep 23 15:21:52.877849 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-fc93920d-ef84-4058-9af8-4a915ad49f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:52.880297 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-fc93920d-ef84-4058-9af8-4a915ad49f66 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1130 time: 0.0423684 Sep 23 15:21:52.951786 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:52.981109 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-64c6308c-3be8-46a2-9e45-d3f2366c9085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:52.982606 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-64c6308c-3be8-46a2-9e45-d3f2366c9085 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.0952892 Sep 23 15:21:53.023553 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-284fba25-9bc3-4874-85b4-bf628835f842 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 200 len: 217 time: 0.0337918 Sep 23 15:21:53.073137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-92be0bfc-51d8-4563-b6d5-e251a649375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:53.075451 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-92be0bfc-51d8-4563-b6d5-e251a649375d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0452006 Sep 23 15:21:53.119453 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-90aa011b-18f7-40fe-81e7-1d2382576975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:53.121514 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-90aa011b-18f7-40fe-81e7-1d2382576975 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382712 Sep 23 15:21:53.218766 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-794ad451-9df0-45e8-99e7-33f1c2b846c4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894494 Sep 23 15:21:53.314257 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48ebfbf2-687c-41bb-b862-4f1ad03f4b60 req-131726af-4489-42f4-99d6-9b68860dcf0e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884354 Sep 23 15:21:53.659507 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74102f09-a452-461f-a8a4-a5b695077f6f req-1e39300f-6b4f-4118-be58-507498c511f5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:53.661037 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-74102f09-a452-461f-a8a4-a5b695077f6f req-1e39300f-6b4f-4118-be58-507498c511f5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0507381 Sep 23 15:21:53.713440 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-74102f09-a452-461f-a8a4-a5b695077f6f req-0438408d-c057-4ff3-a9a7-a08cd2113776 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453451 Sep 23 15:21:54.248435 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47874) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:54.430771 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:54.634791 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (f42cd591-c008-466f-84a5-d8a090ae076e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.169861 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174aade-3473-4730-8932-e4b80a24e2f0 req-9213838f-74fa-4d74-aef6-1b16a7d5eda6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:55.171344 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b174aade-3473-4730-8932-e4b80a24e2f0 req-9213838f-74fa-4d74-aef6-1b16a7d5eda6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.1300516 Sep 23 15:21:55.267700 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b174aade-3473-4730-8932-e4b80a24e2f0 req-4b21fcb0-cbb4-48d5-b003-be43e32d7c45 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899436 Sep 23 15:21:55.280396 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Deleting port c5a5154a-953e-4c36-8fce-8416f2195636 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:21:55.280736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.295569 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:55.372434 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47924) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:55.378549 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] For port c5a5154a-953e-4c36-8fce-8416f2195636, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c5a5154a-953e-4c36-8fce-8416f2195636,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:55.378549 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.390144 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Calling delete_port for c5a5154a-953e-4c36-8fce-8416f2195636 owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:21:55.488961 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c977c158-db77-43cf-b5ba-f2e934ae99b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.568018 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c977c158-db77-43cf-b5ba-f2e934ae99b9 admin admin] Publish callbacks [] for security_group (66c48eb3-f661-4d43-a043-0a4282393337), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.672908 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c977c158-db77-43cf-b5ba-f2e934ae99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (66c48eb3-f661-4d43-a043-0a4282393337), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.673322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c5a5154a-953e-4c36-8fce-8416f2195636), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.704717 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5a5154a-953e-4c36-8fce-8416f2195636,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:55.714993 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977c158-db77-43cf-b5ba-f2e934ae99b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c48eb3-f661-4d43-a043-0a4282393337,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:55.719423 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c977c158-db77-43cf-b5ba-f2e934ae99b9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4b8b72a4f25c48a1888e2c9c2ebd0b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458061 Sep 23 15:21:55.726613 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:55.728503 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47930) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:55.787891 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8d81ba0a-f4b7-40fa-98bf-bf8ff6280a02 admin admin] Publish callbacks [] for security_group (66c48eb3-f661-4d43-a043-0a4282393337), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.811148 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8d81ba0a-f4b7-40fa-98bf-bf8ff6280a02 admin admin] Publish callbacks [] for security_group (66c48eb3-f661-4d43-a043-0a4282393337), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.884693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (f42cd591-c008-466f-84a5-d8a090ae076e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.981131 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8d81ba0a-f4b7-40fa-98bf-bf8ff6280a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (66c48eb3-f661-4d43-a043-0a4282393337), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.984835 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8d81ba0a-f4b7-40fa-98bf-bf8ff6280a02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:55.998012 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-8d81ba0a-f4b7-40fa-98bf-bf8ff6280a02 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/66c48eb3-f661-4d43-a043-0a4282393337 HTTP/1.1" status: 204 len: 168 time: 0.2573805 Sep 23 15:21:55.998012 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81ba0a-f4b7-40fa-98bf-bf8ff6280a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c48eb3-f661-4d43-a043-0a4282393337,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:56.119691 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Router f42cd591-c008-466f-84a5-d8a090ae076e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:21:56.215637 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:56.234480 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:21:56.239751 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-c202325d-aeac-4194-8ca2-840063e74ad4 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/f42cd591-c008-466f-84a5-d8a090ae076e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9899423 Sep 23 15:21:56.243170 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47942) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:56.246585 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] Sync routers for ids ['f42cd591-c008-466f-84a5-d8a090ae076e'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:21:56.256482 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] Routers {'f42cd591-c008-466f-84a5-d8a090ae076e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:56.257099 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:21:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f42cd591-c008-466f-84a5-d8a090ae076e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:56.361039 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks [] for router (f42cd591-c008-466f-84a5-d8a090ae076e), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.369874 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] Set router f42cd591-c008-466f-84a5-d8a090ae076e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:56.398352 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:56.486788 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf672-d272-43a3-a7a3-4093574ac8c2 req-fa8a8484-f57d-4dfc-a411-94a359db9710 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:56.488644 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-49acf672-d272-43a3-a7a3-4093574ac8c2 req-fa8a8484-f57d-4dfc-a411-94a359db9710 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0873885 Sep 23 15:21:56.517069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:56.541687 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks [] for router_gateway (f42cd591-c008-466f-84a5-d8a090ae076e), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.556911 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:21:55Z', 'revision_number': 5, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:56.560342 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-49acf672-d272-43a3-a7a3-4093574ac8c2 req-493a09a1-d863-4164-8811-1341d9328037 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617788 Sep 23 15:21:56.583905 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] Checking router: f42cd591-c008-466f-84a5-d8a090ae076e for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:21:56.593462 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] Routers {'f42cd591-c008-466f-84a5-d8a090ae076e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:21:56.594060 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:21:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f42cd591-c008-466f-84a5-d8a090ae076e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:56.694440 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] Set router f42cd591-c008-466f-84a5-d8a090ae076e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:21:56.729208 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Deleting port dfbd07bb-b88e-4a43-b8ac-90be3276b89d {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:21:56.729570 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:56.885992 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:21:55Z', 'revision_number': 5, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:56.913606 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9acf-2721-46b8-a6f1-12c9e1efc90f None None] The sync data for ids ['f42cd591-c008-466f-84a5-d8a090ae076e'] in dv-cinder-855307-2-iscsi is: [{'id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'name': 'tempest-DeleteServersTestJSON-381467838-router', 'tenant_id': 'df328392b4f54d0c92df32df0241e95d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:21:55Z', 'revision_number': 5, 'project_id': 'df328392b4f54d0c92df32df0241e95d', 'gw_port': {'id': 'dfbd07bb-b88e-4a43-b8ac-90be3276b89d', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:59:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42cd591-c008-466f-84a5-d8a090ae076e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:21:56.969267 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47948) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:56.983923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2fe8966a-6a6b-4d10-859b-f772b81eaccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.013961 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] For port dfbd07bb-b88e-4a43-b8ac-90be3276b89d, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:57.014402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.027446 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Calling delete_port for dfbd07bb-b88e-4a43-b8ac-90be3276b89d owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:21:57.102566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2fe8966a-6a6b-4d10-859b-f772b81eaccb admin admin] Publish callbacks [] for security_group (74aaf39b-4af3-4bb5-a0ad-ce872094b58c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.268682 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2fe8966a-6a6b-4d10-859b-f772b81eaccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (74aaf39b-4af3-4bb5-a0ad-ce872094b58c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.321641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8966a-6a6b-4d10-859b-f772b81eaccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74aaf39b-4af3-4bb5-a0ad-ce872094b58c,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.339787 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2fe8966a-6a6b-4d10-859b-f772b81eaccb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5248efd9c5a942ca82c29904a73bb5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692591 Sep 23 15:21:57.342354 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47958) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:57.386933 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (dfbd07bb-b88e-4a43-b8ac-90be3276b89d), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.398476 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc002d84-ef7c-474a-a421-9e3b943d4c64 admin admin] Publish callbacks [] for security_group (74aaf39b-4af3-4bb5-a0ad-ce872094b58c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.417485 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbd07bb-b88e-4a43-b8ac-90be3276b89d,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.421272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc002d84-ef7c-474a-a421-9e3b943d4c64 admin admin] Publish callbacks [] for security_group (74aaf39b-4af3-4bb5-a0ad-ce872094b58c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.486486 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (f42cd591-c008-466f-84a5-d8a090ae076e), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.591441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (f42cd591-c008-466f-84a5-d8a090ae076e), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.593934 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks [] for router_controller (f42cd591-c008-466f-84a5-d8a090ae076e), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.598344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc002d84-ef7c-474a-a421-9e3b943d4c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (74aaf39b-4af3-4bb5-a0ad-ce872094b58c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.600930 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc002d84-ef7c-474a-a421-9e3b943d4c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.603550 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fc002d84-ef7c-474a-a421-9e3b943d4c64 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/74aaf39b-4af3-4bb5-a0ad-ce872094b58c HTTP/1.1" status: 204 len: 168 time: 0.2602391 Sep 23 15:21:57.613876 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc002d84-ef7c-474a-a421-9e3b943d4c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74aaf39b-4af3-4bb5-a0ad-ce872094b58c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:57.690532 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53af8-37a9-4cb0-a604-262c0969a5d6 req-3077aa94-509f-4157-a8a3-c3a4b0bbe903 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:57.692077 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0d53af8-37a9-4cb0-a604-262c0969a5d6 req-3077aa94-509f-4157-a8a3-c3a4b0bbe903 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0485661 Sep 23 15:21:57.746816 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0d53af8-37a9-4cb0-a604-262c0969a5d6 req-8f5db40a-dde1-46a0-b877-3b7b0b6562b1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439546 Sep 23 15:21:57.790826 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (f42cd591-c008-466f-84a5-d8a090ae076e), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.794359 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f42cd591-c008-466f-84a5-d8a090ae076e {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:21:57.796366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.797393 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f1b04e86-0b4e-4322-b962-9f1d28c09d70 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/f42cd591-c008-466f-84a5-d8a090ae076e HTTP/1.1" status: 204 len: 168 time: 1.5483882 Sep 23 15:21:57.800020 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 47964) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:57.851479 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Deleting subnet 568e8223-9cc4-46c7-852d-2829aad57e11 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:21:57.854986 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Publish callbacks [] for subnet (568e8223-9cc4-46c7-852d-2829aad57e11), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:57.893647 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (568e8223-9cc4-46c7-852d-2829aad57e11), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.010692 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (568e8223-9cc4-46c7-852d-2829aad57e11), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.180659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (568e8223-9cc4-46c7-852d-2829aad57e11), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.214084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.220051 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/568e8223-9cc4-46c7-852d-2829aad57e11 HTTP/1.1" status: 204 len: 168 time: 0.4185698 Sep 23 15:21:58.221283 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048a88f2-f8b7-4f9f-80f0-edb377c570f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568e8223-9cc4-46c7-852d-2829aad57e11,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:58.222875 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 47974) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:58.227764 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d781d9be-673c-4f8d-a382-8ea9dd927229 None None] Network 080dabf7-2261-4812-9a7c-bfee5308b800 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:21:58.322566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (080dabf7-2261-4812-9a7c-bfee5308b800), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.392828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Deleting port 8d3b2a21-0f19-4d61-8366-44254a85bf43 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:21:58.393104 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.459447 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] For port 8d3b2a21-0f19-4d61-8366-44254a85bf43, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8d3b2a21-0f19-4d61-8366-44254a85bf43,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:58.459823 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.460585 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] DHCP port deletion for 080dabf7-2261-4812-9a7c-bfee5308b800 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:21:58.475923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Calling delete_port for 8d3b2a21-0f19-4d61-8366-44254a85bf43 owned by network:dhcp {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:21:58.500737 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] Deleting port 8d3b2a21-0f19-4d61-8366-44254a85bf43 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:21:58.501323 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.587086 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] For port 8d3b2a21-0f19-4d61-8366-44254a85bf43, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8d3b2a21-0f19-4d61-8366-44254a85bf43,segment=NetworkSegment(7544826a-4e99-47b4-b4c4-c6680045593e),segment_id=7544826a-4e99-47b4-b4c4-c6680045593e)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:21:58.591551 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.601476 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] Calling delete_port for 8d3b2a21-0f19-4d61-8366-44254a85bf43 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:21:58.620715 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:58.656486 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.661051 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:58.683168 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3b2a21-0f19-4d61-8366-44254a85bf43,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:58.685626 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] No DVR routers for this DVR port 8d3b2a21-0f19-4d61-8366-44254a85bf43 on host dv-cinder-855307-2-iscsi {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:21:58.710881 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.711695 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.712080 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.712425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.712785 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.713126 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.713454 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.713776 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.714101 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.714425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.714749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.715072 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.715391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.715710 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.716836 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:21:58.732795 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (8d3b2a21-0f19-4d61-8366-44254a85bf43), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.753078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] Pushing event deleted for resources: {'Port': ['ID=8d3b2a21-0f19-4d61-8366-44254a85bf43,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:58.762109 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac8f673-0311-4add-b250-561af7f10802 None None] No DVR routers for this DVR port 8d3b2a21-0f19-4d61-8366-44254a85bf43 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:21:58.809535 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (080dabf7-2261-4812-9a7c-bfee5308b800), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.823073 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:58.838589 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080dabf7-2261-4812-9a7c-bfee5308b800']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:58.853041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7544826a-4e99-47b4-b4c4-c6680045593e') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:58.853418 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7544826a-4e99-47b4-b4c4-c6680045593e') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:21:58.865880 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (7544826a-4e99-47b4-b4c4-c6680045593e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.881041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (7544826a-4e99-47b4-b4c4-c6680045593e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.892687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:21:58.894060 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (7544826a-4e99-47b4-b4c4-c6680045593e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:58.910486 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6fd80-2840-460a-b092-9ed0cb1bea57 req-9083b426-aa51-4359-8446-823651d3debc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:21:58.918957 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-32b6fd80-2840-460a-b092-9ed0cb1bea57 req-9083b426-aa51-4359-8446-823651d3debc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0828512 Sep 23 15:21:58.924854 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device dfbd07bb-b88e-4a43-b8ac-90be3276b89d no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:21:58.944589 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 7544826a-4e99-47b4-b4c4-c6680045593e resource provider aggregate not found Sep 23 15:21:58.971170 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 7544826a-4e99-47b4-b4c4-c6680045593e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7544826a-4e99-47b4-b4c4-c6680045593e found for delete ", "request_id": "req-c3c004a9-67e7-4c4c-ba4a-dcfd553b62b4"}]} Sep 23 15:21:58.972700 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-32b6fd80-2840-460a-b092-9ed0cb1bea57 req-ed8b5e41-e07d-4cac-8103-76b955055f9b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Sep 23 15:21:58.974292 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: dfbd07bb-b88e-4a43-b8ac-90be3276b89d {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:21:58.974765 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device dfbd07bb-b88e-4a43-b8ac-90be3276b89d not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:21:58.975207 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c5a5154a-953e-4c36-8fce-8416f2195636 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:21:58.995443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: c5a5154a-953e-4c36-8fce-8416f2195636 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:21:58.996944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c5a5154a-953e-4c36-8fce-8416f2195636 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:21:58.996944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8d3b2a21-0f19-4d61-8366-44254a85bf43 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:21:59.016508 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 8d3b2a21-0f19-4d61-8366-44254a85bf43 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:21:59.016871 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8d3b2a21-0f19-4d61-8366-44254a85bf43 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:21:59.082450 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (080dabf7-2261-4812-9a7c-bfee5308b800), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.088287 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.091721 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/080dabf7-2261-4812-9a7c-bfee5308b800 HTTP/1.1" status: 204 len: 168 time: 0.8682008 Sep 23 15:21:59.103270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b3a62-9ceb-44c1-bf29-7b29c152e15a admin admin] Pushing event deleted for resources: {'Network': ['ID=080dabf7-2261-4812-9a7c-bfee5308b800,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:21:59.488074 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48024) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:59.491789 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:21:59.533276 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4695dc17-1e18-4124-b1ac-4e4187688508 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=df328392b4f54d0c92df32df0241e95d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439861 Sep 23 15:21:59.535887 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48028) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:21:59.587762 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2d87498a-091e-4fd7-a230-f9b7a2a5ba97 admin admin] Publish callbacks [] for security_group (379d01ce-48c0-40ed-ac93-1f6f58e9d070), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.608918 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2d87498a-091e-4fd7-a230-f9b7a2a5ba97 admin admin] Publish callbacks [] for security_group (379d01ce-48c0-40ed-ac93-1f6f58e9d070), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.637594 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:21:59.873079 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2d87498a-091e-4fd7-a230-f9b7a2a5ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (379d01ce-48c0-40ed-ac93-1f6f58e9d070), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.875692 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2d87498a-091e-4fd7-a230-f9b7a2a5ba97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:21:59.876913 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2d87498a-091e-4fd7-a230-f9b7a2a5ba97 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/379d01ce-48c0-40ed-ac93-1f6f58e9d070 HTTP/1.1" status: 204 len: 168 time: 0.3400712 Sep 23 15:21:59.890280 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87498a-091e-4fd7-a230-f9b7a2a5ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379d01ce-48c0-40ed-ac93-1f6f58e9d070,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:00.094734 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9d443-2350-4042-af67-f301d6cf0c4a req-cb12f987-8fa7-47ca-82d5-a7d209fd2a1c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:00.096405 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9ce9d443-2350-4042-af67-f301d6cf0c4a req-cb12f987-8fa7-47ca-82d5-a7d209fd2a1c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0489950 Sep 23 15:22:00.152505 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9ce9d443-2350-4042-af67-f301d6cf0c4a req-8b6d3e28-2bb9-40cd-9e4c-0b467b75c9c3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499539 Sep 23 15:22:01.296655 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f6239-a223-4ffb-a706-4c5940c57dae req-1aae16e8-03e1-451c-bcdf-59d9ab91c833 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:01.298319 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-353f6239-a223-4ffb-a706-4c5940c57dae req-1aae16e8-03e1-451c-bcdf-59d9ab91c833 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0624948 Sep 23 15:22:01.360619 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-353f6239-a223-4ffb-a706-4c5940c57dae req-10a331e9-6016-4c19-be78-3282fac6054f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560045 Sep 23 15:22:02.596886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fba27-d134-42b6-8d10-ed1f2e7021c1 req-bc6cf958-6bd1-403e-b70a-7e3e614d5e32 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:02.598557 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5c3fba27-d134-42b6-8d10-ed1f2e7021c1 req-bc6cf958-6bd1-403e-b70a-7e3e614d5e32 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0742424 Sep 23 15:22:02.662674 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5c3fba27-d134-42b6-8d10-ed1f2e7021c1 req-0846fd5b-e14a-48ed-bca8-71125710855b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568523 Sep 23 15:22:03.385660 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48226) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:03.519540 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.627165 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-bd03cb8c-52a6-4e43-932b-8acf8a75e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:03.628750 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-bd03cb8c-52a6-4e43-932b-8acf8a75e046 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1130 time: 0.0514994 Sep 23 15:22:03.638653 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Publish callbacks [] for security_group (02aab367-d7a4-4c6c-9010-11e48a1367d7), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.750728 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (02aab367-d7a4-4c6c-9010-11e48a1367d7), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.850441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:03.850441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02aab367-d7a4-4c6c-9010-11e48a1367d7,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:03.851272 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e35e373ab18540df980ebba4d901e603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645138 Sep 23 15:22:03.856546 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48246) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:03.861933 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.862247 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.862593 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.862905 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.863237 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.863569 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.864119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.864450 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.864780 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.865119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.865448 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.865777 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.866105 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.866429 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.866747 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ee740c-7626-4367-85e4-e660cdfa6e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:03.869966 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-9daa6170-542e-4c8f-8776-33e0ab7efd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:03.871412 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-9daa6170-542e-4c8f-8776-33e0ab7efd3c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.1650491 Sep 23 15:22:03.875614 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895a4b7-77a1-43aa-8753-b7dff89e3fff req-83b5c5ef-221e-453c-a5ad-cebfc553ee83 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:03.882791 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7895a4b7-77a1-43aa-8753-b7dff89e3fff req-83b5c5ef-221e-453c-a5ad-cebfc553ee83 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0963376 Sep 23 15:22:03.924410 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-f277cf8c-454b-4250-a6d2-32a5c0d96979 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 200 len: 217 time: 0.0461376 Sep 23 15:22:03.932338 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7895a4b7-77a1-43aa-8753-b7dff89e3fff req-76a7fcff-d6c8-4a82-b824-1e99ed525153 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487087 Sep 23 15:22:03.954175 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1c6f-0591-49f4-b7c0-415c5cc45d7f admin admin] Publish callbacks [] for security_group (02aab367-d7a4-4c6c-9010-11e48a1367d7), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:03.976383 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1c6f-0591-49f4-b7c0-415c5cc45d7f admin admin] Publish callbacks [] for security_group (02aab367-d7a4-4c6c-9010-11e48a1367d7), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.304469 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1c6f-0591-49f4-b7c0-415c5cc45d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (02aab367-d7a4-4c6c-9010-11e48a1367d7), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.307574 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6c7f1c6f-0591-49f4-b7c0-415c5cc45d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.308337 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6c7f1c6f-0591-49f4-b7c0-415c5cc45d7f admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/02aab367-d7a4-4c6c-9010-11e48a1367d7 HTTP/1.1" status: 204 len: 168 time: 0.4506831 Sep 23 15:22:04.317410 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f1c6f-0591-49f4-b7c0-415c5cc45d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aab367-d7a4-4c6c-9010-11e48a1367d7,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:04.454052 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.704648 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48258) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:04.798969 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48262) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:04.824290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-937c2040-d380-4f4b-b348-3e5a3c263460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.842569 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-937c2040-d380-4f4b-b348-3e5a3c263460 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0569496 Sep 23 15:22:04.879345 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-a59abd88-d238-47a4-9856-570221ef7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:04.881412 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-a59abd88-d238-47a4-9856-570221ef7155 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488434 Sep 23 15:22:04.920891 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-257e6c27-d269-4d31-a0a4-bf00b45416bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:04.925146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:04.980578 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3c66cf4c-dedb-41cb-9955-de5f5a614799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.031365 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f094c4e-2866-444b-a832-4c202252a706 req-9140f18e-781d-4e72-bd93-9949d0dc1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:05.033004 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2f094c4e-2866-444b-a832-4c202252a706 req-9140f18e-781d-4e72-bd93-9949d0dc1f50 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1130 time: 0.1246548 Sep 23 15:22:05.053842 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-257e6c27-d269-4d31-a0a4-bf00b45416bc admin admin] Publish callbacks [] for security_group (9fa227a4-9ebb-43b1-af0f-90ac1ea68244), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.056617 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.111933 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ec5d0-ca38-4fab-b5d8-88d02d5c18f1 req-3f724857-72d3-4fa6-b39b-32e6b83f38f1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:05.113427 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eb3ec5d0-ca38-4fab-b5d8-88d02d5c18f1 req-3f724857-72d3-4fa6-b39b-32e6b83f38f1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0975304 Sep 23 15:22:05.114840 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3c66cf4c-dedb-41cb-9955-de5f5a614799 admin admin] Publish callbacks [] for security_group (50f5c144-6580-4273-a268-d510b222c923), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.141106 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-1f1fb1cf-30d5-4a66-84d4-ac118fa67d89 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425017 Sep 23 15:22:05.211024 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:05.213013 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2f094c4e-2866-444b-a832-4c202252a706 req-b7af3c48-c129-4988-bf92-22b1797e0404 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605217 Sep 23 15:22:05.243249 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eb3ec5d0-ca38-4fab-b5d8-88d02d5c18f1 req-07d53e44-745f-4767-be3a-79dc253e038e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168408 Sep 23 15:22:05.246839 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-257e6c27-d269-4d31-a0a4-bf00b45416bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9fa227a4-9ebb-43b1-af0f-90ac1ea68244), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.253089 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3c66cf4c-dedb-41cb-9955-de5f5a614799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (50f5c144-6580-4273-a268-d510b222c923), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.300994 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f34bf03-8503-4595-8acf-6062ba12f6b9 req-fbe737d5-dea5-49d7-9490-4d8ff684d5a0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459079 Sep 23 15:22:05.327837 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-257e6c27-d269-4d31-a0a4-bf00b45416bc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f9ad8d24654c45b79bcb0bc4576476e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218855 Sep 23 15:22:05.330607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48276) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:05.333498 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e6c27-d269-4d31-a0a4-bf00b45416bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa227a4-9ebb-43b1-af0f-90ac1ea68244,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:05.338078 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-3c66cf4c-dedb-41cb-9955-de5f5a614799 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=078e0d3918e749e5aa9c00b1f3ce2114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5368357 Sep 23 15:22:05.341584 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48278) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:05.378464 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66cf4c-dedb-41cb-9955-de5f5a614799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5c144-6580-4273-a268-d510b222c923,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:05.391232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b079a8a4-8c7c-488f-9400-10ca0b6a6603 admin admin] Publish callbacks [] for security_group (9fa227a4-9ebb-43b1-af0f-90ac1ea68244), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.411276 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4144ece8-6dd7-4357-aca3-97807f2dc994 admin admin] Publish callbacks [] for security_group (50f5c144-6580-4273-a268-d510b222c923), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.414102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b079a8a4-8c7c-488f-9400-10ca0b6a6603 admin admin] Publish callbacks [] for security_group (9fa227a4-9ebb-43b1-af0f-90ac1ea68244), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.435600 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4144ece8-6dd7-4357-aca3-97807f2dc994 admin admin] Publish callbacks [] for security_group (50f5c144-6580-4273-a268-d510b222c923), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.440262 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48280) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:05.479203 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9fddcf47-78ac-4519-b0c6-5120d5b19b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.573019 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4144ece8-6dd7-4357-aca3-97807f2dc994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (50f5c144-6580-4273-a268-d510b222c923), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.575689 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4144ece8-6dd7-4357-aca3-97807f2dc994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.577111 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4144ece8-6dd7-4357-aca3-97807f2dc994 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/50f5c144-6580-4273-a268-d510b222c923 HTTP/1.1" status: 204 len: 168 time: 0.2345343 Sep 23 15:22:05.585705 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ece8-6dd7-4357-aca3-97807f2dc994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5c144-6580-4273-a268-d510b222c923,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:05.611910 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b079a8a4-8c7c-488f-9400-10ca0b6a6603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9fa227a4-9ebb-43b1-af0f-90ac1ea68244), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.616678 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b079a8a4-8c7c-488f-9400-10ca0b6a6603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.616678 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b079a8a4-8c7c-488f-9400-10ca0b6a6603 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9fa227a4-9ebb-43b1-af0f-90ac1ea68244 HTTP/1.1" status: 204 len: 168 time: 0.2837541 Sep 23 15:22:05.650835 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079a8a4-8c7c-488f-9400-10ca0b6a6603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa227a4-9ebb-43b1-af0f-90ac1ea68244,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:05.716301 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9fddcf47-78ac-4519-b0c6-5120d5b19b5b admin admin] Publish callbacks [] for security_group (a6bb76bd-327f-4dcd-a2cc-154a3c46af22), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.803412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9fddcf47-78ac-4519-b0c6-5120d5b19b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a6bb76bd-327f-4dcd-a2cc-154a3c46af22), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.846419 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-9fddcf47-78ac-4519-b0c6-5120d5b19b5b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e04bc6f25a16463e9c5f9f8a25908d30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4050293 Sep 23 15:22:05.847283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fddcf47-78ac-4519-b0c6-5120d5b19b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb76bd-327f-4dcd-a2cc-154a3c46af22,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:05.849585 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48298) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:05.911805 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2fa3-8e74-4fa8-b26e-f843fd880c82 admin admin] Publish callbacks [] for security_group (a6bb76bd-327f-4dcd-a2cc-154a3c46af22), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:05.933207 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2fa3-8e74-4fa8-b26e-f843fd880c82 admin admin] Publish callbacks [] for security_group (a6bb76bd-327f-4dcd-a2cc-154a3c46af22), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.100125 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2fa3-8e74-4fa8-b26e-f843fd880c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a6bb76bd-327f-4dcd-a2cc-154a3c46af22), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.102871 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0b9c2fa3-8e74-4fa8-b26e-f843fd880c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.104391 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0b9c2fa3-8e74-4fa8-b26e-f843fd880c82 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a6bb76bd-327f-4dcd-a2cc-154a3c46af22 HTTP/1.1" status: 204 len: 168 time: 0.2529676 Sep 23 15:22:06.116893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c2fa3-8e74-4fa8-b26e-f843fd880c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb76bd-327f-4dcd-a2cc-154a3c46af22,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:06.375733 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b8052-8774-47d5-b3c6-8ae697fce1c8 req-28c127e8-ce38-4273-8199-da4886955a66 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:06.377231 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-664b8052-8774-47d5-b3c6-8ae697fce1c8 req-28c127e8-ce38-4273-8199-da4886955a66 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0461409 Sep 23 15:22:06.427961 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-664b8052-8774-47d5-b3c6-8ae697fce1c8 req-74c2e4b7-5f5f-4bfe-adaf-d8b2ad8ddc3f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Sep 23 15:22:06.698988 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48332) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:06.712807 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a003c6c8-4d34-4f2e-a5bd-6fcf61dd8f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.723255 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:06.827723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a003c6c8-4d34-4f2e-a5bd-6fcf61dd8f65 admin admin] Publish callbacks [] for security_group (d6e4098d-256e-453e-92c1-55d28849908f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:06.897011 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:06.946472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a003c6c8-4d34-4f2e-a5bd-6fcf61dd8f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d6e4098d-256e-453e-92c1-55d28849908f), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.015441 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a003c6c8-4d34-4f2e-a5bd-6fcf61dd8f65 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=33fe28df3f0547da9b76abb87b55902d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919726 Sep 23 15:22:07.015441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003c6c8-4d34-4f2e-a5bd-6fcf61dd8f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4098d-256e-453e-92c1-55d28849908f,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:07.016484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48354) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:07.052485 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-543a2895-592c-4325-bf8e-970fcccd6d08 admin admin] Publish callbacks [] for security_group (d6e4098d-256e-453e-92c1-55d28849908f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.073739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-543a2895-592c-4325-bf8e-970fcccd6d08 admin admin] Publish callbacks [] for security_group (d6e4098d-256e-453e-92c1-55d28849908f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.236268 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-543a2895-592c-4325-bf8e-970fcccd6d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d6e4098d-256e-453e-92c1-55d28849908f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.239236 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-543a2895-592c-4325-bf8e-970fcccd6d08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:07.243726 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-543a2895-592c-4325-bf8e-970fcccd6d08 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d6e4098d-256e-453e-92c1-55d28849908f HTTP/1.1" status: 204 len: 168 time: 0.2477973 Sep 23 15:22:07.252725 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a2895-592c-4325-bf8e-970fcccd6d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4098d-256e-453e-92c1-55d28849908f,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:07.723936 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fe72-3884-4a25-9957-02a0faeebc4e req-b8247484-6a7c-459a-a1f4-79150d942f44 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:07.725466 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c4f8fe72-3884-4a25-9957-02a0faeebc4e req-b8247484-6a7c-459a-a1f4-79150d942f44 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0497413 Sep 23 15:22:07.788694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c4f8fe72-3884-4a25-9957-02a0faeebc4e req-c388a17c-9fdb-4794-8696-2ba934ef5613 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570474 Sep 23 15:22:08.265683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48404) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:08.367402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c190a7-cb73-4009-aed6-299fbe4f1135 req-4a307f22-a942-4763-a122-f410a1f5fab1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:08.370673 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-27c190a7-cb73-4009-aed6-299fbe4f1135 req-4a307f22-a942-4763-a122-f410a1f5fab1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0536828 Sep 23 15:22:08.417474 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:08.426072 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-27c190a7-cb73-4009-aed6-299fbe4f1135 req-94d45ace-000c-48f3-a34d-2e0a2a4d84ab tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495412 Sep 23 15:22:08.437440 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-791137667-network', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:08.466039 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-4f7beb35-ef22-47df-b2b3-73d01f5ffba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:08.467621 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-4f7beb35-ef22-47df-b2b3-73d01f5ffba7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 1130 time: 0.0658636 Sep 23 15:22:08.586308 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-a12a8889-ac8e-4aab-a898-26d4c9b5f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:08.586713 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-a12a8889-ac8e-4aab-a898-26d4c9b5f206 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.0990798 Sep 23 15:22:08.648440 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-581b6b45-2cb5-4fa7-b588-e7b258985e12 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 200 len: 217 time: 0.0351183 Sep 23 15:22:08.663001 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:08.678298 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Made reservation on behalf of 7c95b871ff2b4ed89195a9c0fa94e8b4 for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:08.680843 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:08.690203 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-d9ef0e30-4182-4665-b112-05d19c227521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:08.690203 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-d9ef0e30-4182-4665-b112-05d19c227521 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0518701 Sep 23 15:22:08.702069 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:08.757958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-d91154d4-51b5-41a9-bb90-3c60aefdb0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:08.757958 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-d91154d4-51b5-41a9-bb90-3c60aefdb0b2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611401 Sep 23 15:22:08.834484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks [] for security_group (7bb15165-a5c8-4be2-856e-e60ae2776e22), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:08.918254 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-ca9aa261-4600-4707-ad3f-770a79c8e794 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288118 Sep 23 15:22:08.953466 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (7bb15165-a5c8-4be2-856e-e60ae2776e22), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.249461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:22:09.265688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb15165-a5c8-4be2-856e-e60ae2776e22,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:09.274015 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (db2e7f01-cd04-4934-9bff-6af4c7f8bf07), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.274354 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Added segment db2e7f01-cd04-4934-9bff-6af4c7f8bf07 of type vlan for network 791f912d-07bc-4fff-ad75-2b567e29c1a8 Sep 23 15:22:09.341085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (791f912d-07bc-4fff-ad75-2b567e29c1a8), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.346998 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c03f1a9c-68ef-44ce-8b03-7d7452c5efb2 req-cc96348b-e35b-434a-9a52-254463095604 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220088 Sep 23 15:22:09.471543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (791f912d-07bc-4fff-ad75-2b567e29c1a8), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.472657 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:09.473248 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.581622 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] Pushing event updated for resources: {'Network': ['ID=791f912d-07bc-4fff-ad75-2b567e29c1a8,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:09.597781 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-94b6b1f3-6113-48c7-94c9-7b77a2c5e95d admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3230808 Sep 23 15:22:09.597871 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48468) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:09.599377 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5989a9-6165-45fb-abb5-fbd34d134981 req-898f51fb-0c86-4300-bcc5-fa2a4ee27b2b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:09.599554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Request body: {'subnet': {'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-791137667-subnet', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:09.600143 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:22:09.601990 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9a5989a9-6165-45fb-abb5-fbd34d134981 req-898f51fb-0c86-4300-bcc5-fa2a4ee27b2b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0739913 Sep 23 15:22:09.689167 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9a5989a9-6165-45fb-abb5-fbd34d134981 req-d46d77f1-9ff5-4c2d-adcb-f3ee321157b3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802481 Sep 23 15:22:09.698686 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Made reservation on behalf of 7c95b871ff2b4ed89195a9c0fa94e8b4 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:09.702060 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.776504 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48470) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:09.982071 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ccae-aab1-4d80-a7d1-3244cb48e037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:09.993997 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.021844 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (acb9381c-8a5f-4559-ae87-2cb7332b3a77), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.108456 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ccae-aab1-4d80-a7d1-3244cb48e037 admin admin] Publish callbacks [] for security_group (9b1ea8ad-61b5-4dab-9232-ba7066b54062), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.117243 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acb9381c-8a5f-4559-ae87-2cb7332b3a77,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:10.130358 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Checking segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:10.130718 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Network hostable DHCP agents. Network: 791f912d-07bc-4fff-ad75-2b567e29c1a8, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:22:10.231509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ccae-aab1-4d80-a7d1-3244cb48e037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9b1ea8ad-61b5-4dab-9232-ba7066b54062), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.272546 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:22:10.288289 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d8b5ccae-aab1-4d80-a7d1-3244cb48e037 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=70a4b13673f94eca9e57598dd454dd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247557 Sep 23 15:22:10.288289 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ccae-aab1-4d80-a7d1-3244cb48e037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ea8ad-61b5-4dab-9232-ba7066b54062,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:10.289103 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48510) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:10.336895 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.342049 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44c0c20c-e337-4283-8eab-206629ed00c8 admin admin] Publish callbacks [] for security_group (9b1ea8ad-61b5-4dab-9232-ba7066b54062), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.362224 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44c0c20c-e337-4283-8eab-206629ed00c8 admin admin] Publish callbacks [] for security_group (9b1ea8ad-61b5-4dab-9232-ba7066b54062), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.466069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 791f912d-07bc-4fff-ad75-2b567e29c1a8) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:10.470506 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:10.471151 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.485089 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a509bf-957c-46d5-ab54-9fbbc9b0b465 None None] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:10.523388 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44c0c20c-e337-4283-8eab-206629ed00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9b1ea8ad-61b5-4dab-9232-ba7066b54062), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.526085 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-44c0c20c-e337-4283-8eab-206629ed00c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.529649 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-44c0c20c-e337-4283-8eab-206629ed00c8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9b1ea8ad-61b5-4dab-9232-ba7066b54062 HTTP/1.1" status: 204 len: 168 time: 0.2371891 Sep 23 15:22:10.536753 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0c20c-e337-4283-8eab-206629ed00c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ea8ad-61b5-4dab-9232-ba7066b54062,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:10.709642 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-791f912d-07bc-4fff-ad75-2b567e29c1a8', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:22:10.710604 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.748934 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-16d39ff1-c911-4a64-b0db-6218c541ff04 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1509182 Sep 23 15:22:10.750074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48516) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:10.753206 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:10.859798 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Allocated IP 172.20.0.2 (791f912d-07bc-4fff-ad75-2b567e29c1a8/acb9381c-8a5f-4559-ae87-2cb7332b3a77/a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:10.886971 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.918592 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:10.929707 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34490cec-16f1-41a0-bc40-2b9d9796d3f8 req-3b42ba6d-96e6-480d-89fa-cc5bb0df004f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:10.931265 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-34490cec-16f1-41a0-bc40-2b9d9796d3f8 req-3b42ba6d-96e6-480d-89fa-cc5bb0df004f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.1313410 Sep 23 15:22:10.942793 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:10.945316 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.030239 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Publish callbacks [] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.060463 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-34490cec-16f1-41a0-bc40-2b9d9796d3f8 req-5d015c0a-3ace-46ae-b503-94ad8e80d0b9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228983 Sep 23 15:22:11.081277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks [] for router_controller (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), precommit_add_association {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.315796 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.397981 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:11.404617 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:11.406759 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Pushing event updated for resources: {'Port': ['ID=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:11.410492 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:11.471476 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Attempting to bind port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:11.472114 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Attempting to bind port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:11.472456 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Attempting to bind port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd on network 791f912d-07bc-4fff-ad75-2b567e29c1a8 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:11.477905 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks [] for router_gateway (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.528384 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:11.529077 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Checking segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:11.529838 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.530405 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Bound using segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:11.531175 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Bound port: a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:11.531777 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.585630 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:11.600117 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] For port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:11.603102 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] For port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:11.654337 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48530) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:11.669429 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7b86738e-61aa-488a-81d4-9f63fa51d25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.672162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.771142 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b493e-c8c2-49f5-9dae-004233e0a129 None None] Pushing event updated for resources: {'Port': ['ID=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:11.798972 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7b86738e-61aa-488a-81d4-9f63fa51d25f admin admin] Publish callbacks [] for security_group (bbe34b1c-f681-40cb-af9d-5c729b403699), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.889113 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7b86738e-61aa-488a-81d4-9f63fa51d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (bbe34b1c-f681-40cb-af9d-5c729b403699), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.891474 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks [] for router_gateway (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.913007 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:11.947909 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7b86738e-61aa-488a-81d4-9f63fa51d25f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ff892905862b43eabe4699507af00b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918706 Sep 23 15:22:11.950448 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48534) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:11.974410 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86738e-61aa-488a-81d4-9f63fa51d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe34b1c-f681-40cb-af9d-5c729b403699,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:12.034396 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-839cc26c-8fdd-44a2-961e-c7eb23984ee1 admin admin] Publish callbacks [] for security_group (bbe34b1c-f681-40cb-af9d-5c729b403699), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.065304 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Allocated IP 172.27.0.50 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/752f56bc-5d40-4d30-803b-42fbc14ac470) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:12.068842 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-839cc26c-8fdd-44a2-961e-c7eb23984ee1 admin admin] Publish callbacks [] for security_group (bbe34b1c-f681-40cb-af9d-5c729b403699), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.128613 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:12.234220 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61784bdf-c0c8-4e6b-95f0-c2f2cfb71805 req-0d06eb5b-ba01-409b-80cd-5b10dcecafc2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:12.235879 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-61784bdf-c0c8-4e6b-95f0-c2f2cfb71805 req-0d06eb5b-ba01-409b-80cd-5b10dcecafc2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0658319 Sep 23 15:22:12.284284 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-839cc26c-8fdd-44a2-961e-c7eb23984ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (bbe34b1c-f681-40cb-af9d-5c729b403699), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.286900 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-839cc26c-8fdd-44a2-961e-c7eb23984ee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.288107 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-839cc26c-8fdd-44a2-961e-c7eb23984ee1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/bbe34b1c-f681-40cb-af9d-5c729b403699 HTTP/1.1" status: 204 len: 168 time: 0.3364577 Sep 23 15:22:12.298924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks [] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.299285 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839cc26c-8fdd-44a2-961e-c7eb23984ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe34b1c-f681-40cb-af9d-5c729b403699,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:12.321299 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-61784bdf-c0c8-4e6b-95f0-c2f2cfb71805 req-32940aa0-b27f-4190-bbce-64383f826c89 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787349 Sep 23 15:22:12.472070 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.514904 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:12.524128 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:12.524128 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:12.567874 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Pushing event updated for resources: {'Port': ['ID=752f56bc-5d40-4d30-803b-42fbc14ac470,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:12.969956 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks [] for router_gateway (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:12.981301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f62a240-a8ef-4cd9-baa2-83c4271e227d None None] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:13.043185 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:13.079461 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Provisioning complete for port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:13.080405 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.080405 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Attempt 1 to provision port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd Sep 23 15:22:13.129867 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:13.202735 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.222585 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:13.225798 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.225798 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd Sep 23 15:22:13.305380 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Current status of the port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:13.305773 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.408739 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] For port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:13.411772 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:13.412382 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.482886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:22:13.498937 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89567b-784c-4bd4-8080-e21d81461ad0 req-8ce0871a-3b43-45d1-98e5-334305c0981f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:13.500485 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6a89567b-784c-4bd4-8080-e21d81461ad0 req-8ce0871a-3b43-45d1-98e5-334305c0981f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0649109 Sep 23 15:22:13.519335 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.571545 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6a89567b-784c-4bd4-8080-e21d81461ad0 req-7e7cdea2-a31b-4bb9-94bc-6f54d3b1adeb tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641925 Sep 23 15:22:13.584662 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.db.api [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 15:22:13.585081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG oslo_db.api [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:22:13.607176 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee7ba-78e6-437b-b4a1-7c2215a780bb None None] Pushing event updated for resources: {'Port': ['ID=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:13.631965 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:13.645552 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-eac9e11d-726e-4814-a5e5-66bc2785a1bd None None] Provisioning complete for port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:13.646212 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-eac9e11d-726e-4814-a5e5-66bc2785a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.646658 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-eac9e11d-726e-4814-a5e5-66bc2785a1bd None None] Attempt 1 to provision port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd Sep 23 15:22:13.689073 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Sync routers for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:13.714926 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:13.715577 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:21:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:13.846183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:13.847709 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-813e2d11-d93d-4a65-8fa0-32e00fb61816 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0988228 Sep 23 15:22:13.850386 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48596) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:13.850904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-eac9e11d-726e-4814-a5e5-66bc2785a1bd None None] Current status of the port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:13.864708 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:14.055204 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:12Z', 'revision_number': 3, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:14.090298 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Checking router: fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:14.090647 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Updating router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 port 752f56bc-5d40-4d30-803b-42fbc14ac470 binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:14.140916 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.143325 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:14.311706 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.331892 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=70 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:14.336846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=84 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:14.423592 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Publish callbacks [] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.479283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Allocated IP 172.20.0.1 (791f912d-07bc-4fff-ad75-2b567e29c1a8/acb9381c-8a5f-4559-ae87-2cb7332b3a77/f8c68707-d00f-4008-8075-ab9e7f794442) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:14.558786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.591652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks [] for port (f8c68707-d00f-4008-8075-ab9e7f794442), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.599209 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Attempting to bind port 752f56bc-5d40-4d30-803b-42fbc14ac470 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:14.599662 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Attempting to bind port 752f56bc-5d40-4d30-803b-42fbc14ac470 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:14.600129 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Attempting to bind port 752f56bc-5d40-4d30-803b-42fbc14ac470 on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:14.638088 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2099be-62cb-4c6f-819d-53beffb9d0a2 None None] Pushing event updated for resources: {'Port': ['ID=752f56bc-5d40-4d30-803b-42fbc14ac470,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:14.659074 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:14.659074 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:14.659671 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.660243 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:14.660760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Bound port: 752f56bc-5d40-4d30-803b-42fbc14ac470, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:14.661216 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.729730 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] For port 752f56bc-5d40-4d30-803b-42fbc14ac470, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:14.729730 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] For port 752f56bc-5d40-4d30-803b-42fbc14ac470, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=752f56bc-5d40-4d30-803b-42fbc14ac470,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:14.758622 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.809446 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:14.813189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Pushing event updated for resources: {'Port': ['ID=f8c68707-d00f-4008-8075-ab9e7f794442,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:14.815921 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:14.821485 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:14.873232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.878927 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:14.952118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:14.953046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:21:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:15.100324 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:15.150428 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2099be-62cb-4c6f-819d-53beffb9d0a2 None None] Pushing event updated for resources: {'Port': ['ID=752f56bc-5d40-4d30-803b-42fbc14ac470,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:15.379866 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:15.394914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Provisioning complete for port f8c68707-d00f-4008-8075-ab9e7f794442 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:15.395392 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:15.395738 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 1 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:15.435546 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:15.440666 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:15.495182 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:15.495559 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:15.495904 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd Sep 23 15:22:15.524818 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:15.546083 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:15.654978 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:15.697303 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:12Z', 'revision_number': 3, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:15.720274 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks [] for port (f8c68707-d00f-4008-8075-ab9e7f794442), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:15.723111 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a0ddd-3a2a-47c2-84ed-e564133ed71d None None] The sync data for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi is: [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:12Z', 'revision_number': 3, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:15.850318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:15.927674 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:15.930877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Pushing event updated for resources: {'Port': ['ID=f8c68707-d00f-4008-8075-ab9e7f794442,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:16.025880 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 2 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:16.075131 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:16.087177 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:16.088639 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:16.159293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:16.221910 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:22:16.336897 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:16.342155 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d1007728-7513-4f4b-91b2-5a4e0366647d admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/fb3c20ce-1ad6-41bf-beff-a2cafdc31c92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900005 Sep 23 15:22:16.505809 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-860f45ad-014d-488b-b42a-0e0e2b0b6f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:16.576061 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 3 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:16.616501 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:16.769353 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:16.948753 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 752f56bc-5d40-4d30-803b-42fbc14ac470 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:17.008633 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 752f56bc-5d40-4d30-803b-42fbc14ac470 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:17.008633 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.008633 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 752f56bc-5d40-4d30-803b-42fbc14ac470 Sep 23 15:22:17.100140 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 752f56bc-5d40-4d30-803b-42fbc14ac470 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:17.100588 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.120423 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 4 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:17.129518 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48666) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:17.136675 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697386057', 'description': 'tempest-description--1509669175'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:17.162067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 752f56bc-5d40-4d30-803b-42fbc14ac470, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=752f56bc-5d40-4d30-803b-42fbc14ac470,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:17.175891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:17.305908 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.328487 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.338265 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48674) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:17.345833 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1571755617-network', 'tenant_id': 'ce652035804f47dc803c040c20704414'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:17.395359 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=752f56bc-5d40-4d30-803b-42fbc14ac470,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:17.457609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group (e23318c3-caf9-4e24-b6d6-9210418e92a4), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.468043 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48678) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:17.499704 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Made reservation on behalf of ce652035804f47dc803c040c20704414 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:17.502671 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.514802 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.534448 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Sync routers for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:17.546149 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (e23318c3-caf9-4e24-b6d6-9210418e92a4), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.548337 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:17.548966 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:21:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:17.591787 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:17.607875 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7319-c6aa-407d-a162-db08eeb0b23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.613890 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23318c3-caf9-4e24-b6d6-9210418e92a4,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:17.640292 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks [] for security_group (aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.676664 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 5 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:17.707619 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7319-c6aa-407d-a162-db08eeb0b23a admin admin] Publish callbacks [] for security_group (c5251953-65cb-41f3-ba0a-6271698dfcc6), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.732887 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:17.781774 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:17.820163 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.822818 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.827026 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-79e94ab5-bf49-4207-98b7-a559e791a67a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6935511 Sep 23 15:22:17.834019 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48688) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:17.838878 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'security_group_rule': {'security_group_id': 'e23318c3-caf9-4e24-b6d6-9210418e92a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:17.864549 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7319-c6aa-407d-a162-db08eeb0b23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c5251953-65cb-41f3-ba0a-6271698dfcc6), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.874075 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:22:17.893691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:17.898788 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (f7272255-e577-427a-a13f-783413dff912), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.899323 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Added segment f7272255-e577-427a-a13f-783413dff912 of type vlan for network 6219b734-49c8-46e6-965e-deace0bbf439 Sep 23 15:22:17.914064 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ad2d7319-c6aa-407d-a162-db08eeb0b23a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4e8b30906b244e4fb7bcd5da9b8fb279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4408524 Sep 23 15:22:17.914064 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7319-c6aa-407d-a162-db08eeb0b23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5251953-65cb-41f3-ba0a-6271698dfcc6,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:17.914214 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48690) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:17.968577 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (6219b734-49c8-46e6-965e-deace0bbf439), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:17.999451 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:18.005715 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 2, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:18.020023 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-48330bc6-3a58-45bc-814c-03b1330a0145 admin admin] Publish callbacks [] for security_group (c5251953-65cb-41f3-ba0a-6271698dfcc6), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.031244 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Checking router: fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:18.032207 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Updating router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 port f8c68707-d00f-4008-8075-ab9e7f794442 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:18.040520 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-48330bc6-3a58-45bc-814c-03b1330a0145 admin admin] Publish callbacks [] for security_group (c5251953-65cb-41f3-ba0a-6271698dfcc6), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.061068 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.093889 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group_rule (6b620194-abe8-48be-afcc-5896eeff60e9), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.231208 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (6219b734-49c8-46e6-965e-deace0bbf439), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.232304 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:18.232895 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.233964 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 6 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:18.272717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:18.289383 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:18.303317 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] Pushing event updated for resources: {'Network': ['ID=6219b734-49c8-46e6-965e-deace0bbf439,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:18.315517 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-48330bc6-3a58-45bc-814c-03b1330a0145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c5251953-65cb-41f3-ba0a-6271698dfcc6), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.315517 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-48330bc6-3a58-45bc-814c-03b1330a0145 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.316013 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 6219b734-49c8-46e6-965e-deace0bbf439 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:22:18.316117 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-48330bc6-3a58-45bc-814c-03b1330a0145 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c5251953-65cb-41f3-ba0a-6271698dfcc6 HTTP/1.1" status: 204 len: 168 time: 0.3997359 Sep 23 15:22:18.327184 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48330bc6-3a58-45bc-814c-03b1330a0145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5251953-65cb-41f3-ba0a-6271698dfcc6,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:18.335860 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group_rule (6b620194-abe8-48be-afcc-5896eeff60e9), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.379091 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Publish callbacks [] for port (f8c68707-d00f-4008-8075-ab9e7f794442), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.405235 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ad3baddb-7845-4690-a15f-4d07748d269c admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0649970 Sep 23 15:22:18.408720 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48704) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:18.413755 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Request body: {'subnet': {'network_id': '6219b734-49c8-46e6-965e-deace0bbf439', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1571755617-subnet', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:18.476525 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (6b620194-abe8-48be-afcc-5896eeff60e9), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.494737 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b620194-abe8-48be-afcc-5896eeff60e9,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:18.506271 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Made reservation on behalf of ce652035804f47dc803c040c20704414 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:18.508315 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.510111 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.560632 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Pushing event updated for resources: {'Port': ['ID=f8c68707-d00f-4008-8075-ab9e7f794442,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:18.585091 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.585439 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.585954 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.586317 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.586654 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.589803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:18.620027 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Attempting to bind port f8c68707-d00f-4008-8075-ab9e7f794442 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:18.630611 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Attempting to bind port f8c68707-d00f-4008-8075-ab9e7f794442 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:18.630611 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Attempting to bind port f8c68707-d00f-4008-8075-ab9e7f794442 on network 791f912d-07bc-4fff-ad75-2b567e29c1a8 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:18.630956 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.630956 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6dba7ab4-e0e9-45b0-891c-c1f2953dcdcd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7942524 Sep 23 15:22:18.631254 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48706) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:18.631254 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'security_group_rule': {'security_group_id': 'e23318c3-caf9-4e24-b6d6-9210418e92a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:18.669429 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:18.675846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Checking segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:18.675846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.675846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Bound using segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:18.675846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Bound port: f8c68707-d00f-4008-8075-ab9e7f794442, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:18.675846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.745527 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group_rule (4486f998-8950-4a48-900d-9e52bb68c01d), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.754066 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] For port f8c68707-d00f-4008-8075-ab9e7f794442, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:18.758347 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] For port f8c68707-d00f-4008-8075-ab9e7f794442, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f8c68707-d00f-4008-8075-ab9e7f794442,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:18.774287 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 7 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:18.780186 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (cb196a99-ae93-4180-8bd9-e9c1f95b20ce), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.808831 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:18.833426 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Port f8c68707-d00f-4008-8075-ab9e7f794442 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:18.856171 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb196a99-ae93-4180-8bd9-e9c1f95b20ce,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:18.859544 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group_rule (4486f998-8950-4a48-900d-9e52bb68c01d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.869300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-32f3a61e-93c1-4c92-bfb1-6bcd826d085e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.874021 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Checking segment: {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:18.874381 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Network hostable DHCP agents. Network: 6219b734-49c8-46e6-965e-deace0bbf439, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:22:18.916332 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:18.922003 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:18.947004 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:18.951352 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:18.965699 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 752f56bc-5d40-4d30-803b-42fbc14ac470 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:18.974786 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:18.975415 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:19.012219 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 752f56bc-5d40-4d30-803b-42fbc14ac470 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:19.012808 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.013160 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 752f56bc-5d40-4d30-803b-42fbc14ac470 Sep 23 15:22:19.024911 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff866a4-15f6-4b17-a4cc-b06e9ec732ba None None] Pushing event updated for resources: {'Port': ['ID=f8c68707-d00f-4008-8075-ab9e7f794442,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:19.088460 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (4486f998-8950-4a48-900d-9e52bb68c01d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.095188 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 752f56bc-5d40-4d30-803b-42fbc14ac470 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:19.108571 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4486f998-8950-4a48-900d-9e52bb68c01d,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:19.112577 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:19.127127 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Network 6219b734-49c8-46e6-965e-deace0bbf439 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:22:19.232712 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.233964 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2a02e2ac-3e68-4b50-abae-1e01de049056 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6072099 Sep 23 15:22:19.237267 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48728) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:19.241844 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:19.316499 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 6219b734-49c8-46e6-965e-deace0bbf439) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:19.320982 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:18Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:19.322290 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:19.323409 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.332125 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d6598-840a-4b3c-a0c5-d9ac2d1a1a30 None None] Network 6219b734-49c8-46e6-965e-deace0bbf439 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:19.335893 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Attempt 8 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:19.345802 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.352309 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cca68-6af7-4c57-8d45-f05fcca3b652 None None] The sync data for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi is: [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:18Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:19.362687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48730) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:19.380631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ada517a0-e896-4860-9a23-8950309d59fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.471067 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1cbc6f2d-800c-4be9-998d-d4eead69a666 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0607147 Sep 23 15:22:19.473611 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 48732) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:19.480436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:19.499410 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.550151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-6219b734-49c8-46e6-965e-deace0bbf439', 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439', 'project_id': 'ce652035804f47dc803c040c20704414', 'fixed_ips': [{'subnet_id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:22:19.551092 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.560671 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ada517a0-e896-4860-9a23-8950309d59fc admin admin] Publish callbacks [] for security_group (eef99796-8fe0-4936-ac42-a996b28a8ff2), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.565936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Current status of the port f8c68707-d00f-4008-8075-ab9e7f794442 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:19.566419 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.619932 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.621840 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.650814 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Allocated IP 172.27.0.193 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/e74475ba-c063-4f98-a4dc-3c3fd5762245) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:19.655601 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ada517a0-e896-4860-9a23-8950309d59fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (eef99796-8fe0-4936-ac42-a996b28a8ff2), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.676463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] For port f8c68707-d00f-4008-8075-ab9e7f794442, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f8c68707-d00f-4008-8075-ab9e7f794442,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:19.715768 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ada517a0-e896-4860-9a23-8950309d59fc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=130c4dd2e5424c12b0906656c39bc9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3513055 Sep 23 15:22:19.717649 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada517a0-e896-4860-9a23-8950309d59fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef99796-8fe0-4936-ac42-a996b28a8ff2,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:19.722049 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48734) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:19.728165 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks [] for router_controller (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), precommit_add_association {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.756229 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.771315 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:19.832243 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Allocated IP 172.20.0.2 (6219b734-49c8-46e6-965e-deace0bbf439/cb196a99-ae93-4180-8bd9-e9c1f95b20ce/0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:19.854128 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1c09-84b1-49f5-9208-3c8f09a66084 admin admin] Publish callbacks [] for security_group (eef99796-8fe0-4936-ac42-a996b28a8ff2), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.868650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36431d99-2351-4efe-94d0-005d0dfca88a None None] Pushing event updated for resources: {'Port': ['ID=f8c68707-d00f-4008-8075-ab9e7f794442,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:19.893871 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1c09-84b1-49f5-9208-3c8f09a66084 admin admin] Publish callbacks [] for security_group (eef99796-8fe0-4936-ac42-a996b28a8ff2), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.932168 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-3f7e12ef-6a19-469c-bc5b-2d851456bfba None None] Provisioning complete for port f8c68707-d00f-4008-8075-ab9e7f794442 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:19.932606 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3f7e12ef-6a19-469c-bc5b-2d851456bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:19.932963 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-3f7e12ef-6a19-469c-bc5b-2d851456bfba None None] Attempt 1 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:19.944048 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.050441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks [] for router_gateway (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.087954 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1c09-84b1-49f5-9208-3c8f09a66084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (eef99796-8fe0-4936-ac42-a996b28a8ff2), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.091217 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1c09-84b1-49f5-9208-3c8f09a66084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.092735 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6b5d1c09-84b1-49f5-9208-3c8f09a66084 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/eef99796-8fe0-4936-ac42-a996b28a8ff2 HTTP/1.1" status: 204 len: 168 time: 0.3691859 Sep 23 15:22:20.104285 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d1c09-84b1-49f5-9208-3c8f09a66084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef99796-8fe0-4936-ac42-a996b28a8ff2,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:20.123824 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-3f7e12ef-6a19-469c-bc5b-2d851456bfba None None] Current status of the port f8c68707-d00f-4008-8075-ab9e7f794442 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:20.205413 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.278327 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Publish callbacks [] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.324039 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:20.340276 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:20.346451 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:20.350890 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'Port': ['ID=e74475ba-c063-4f98-a4dc-3c3fd5762245,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:20.373531 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.431944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.495694 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Pushing event updated for resources: {'Port': ['ID=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:20.510151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Network 6219b734-49c8-46e6-965e-deace0bbf439 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:20.512395 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:20.514900 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:20.532419 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks [] for router_gateway (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.536952 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.557310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.577914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Attempting to bind port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:20.578309 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Attempting to bind port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:20.579310 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Attempting to bind port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 on network 6219b734-49c8-46e6-965e-deace0bbf439 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:20.631301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:20.631301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Checking segment: {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:20.631301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.631301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Bound using segment: {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:20.632448 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Bound port: 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:20.632448 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.704379 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] For port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:20.712878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] For port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:20.716031 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Allocated IP 172.27.0.242 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/95c925c1-98a3-4bae-b06d-3a147749a83b) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:20.743152 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:20.807606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:20.844499 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.002136 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e4465-4cc9-4374-a2d6-50aa98928821 None None] Pushing event updated for resources: {'Port': ['ID=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:21.031508 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f8c68707-d00f-4008-8075-ab9e7f794442 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:21.107504 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port f8c68707-d00f-4008-8075-ab9e7f794442 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:21.107875 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.108269 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port f8c68707-d00f-4008-8075-ab9e7f794442 Sep 23 15:22:21.275777 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port f8c68707-d00f-4008-8075-ab9e7f794442 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:21.353050 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks [] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.442259 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.493328 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.535584 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:21.538852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.543947 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:21.569441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:21.600426 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Pushing event updated for resources: {'Port': ['ID=95c925c1-98a3-4bae-b06d-3a147749a83b,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:21.635892 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:21.648691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.711109 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'Port': ['ID=e74475ba-c063-4f98-a4dc-3c3fd5762245,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:21.945553 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:21.945553 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b8140b0c-f78a-418c-ad9e-f52d55ef9b84 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7049508 Sep 23 15:22:22.078878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.123610 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb8f24-afcb-458c-8d33-f49ad49dddf9 None None] Network 6219b734-49c8-46e6-965e-deace0bbf439 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:22.145455 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks [] for router_gateway (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.292352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Provisioning complete for port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:22.292738 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.293082 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Attempt 1 to provision port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 Sep 23 15:22:22.404948 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-baed563d-0c02-4829-ae25-4a62ca1fb13f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1697386057&fields=id&tenant_id=a079aa0c75bf44619342f53006d88ff9 HTTP/1.1" status: 200 len: 267 time: 0.1483276 Sep 23 15:22:22.435572 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.436732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Current status of the port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:22.437402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.512310 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] For port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:22.543392 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.608471 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.685096 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-74114b72-b2b8-4dff-9b46-e3906a888900 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:22.685096 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-74114b72-b2b8-4dff-9b46-e3906a888900 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 819 time: 0.2162688 Sep 23 15:22:22.713029 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-cd12ba4f-4458-4888-8279-6b8a97219a28 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/quotas/a079aa0c75bf44619342f53006d88ff9 HTTP/1.1" status: 200 len: 375 time: 0.0153286 Sep 23 15:22:22.728477 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e394109-1f38-4050-9a5c-96c7bd700ab4 None None] Pushing event updated for resources: {'Port': ['ID=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:22.764770 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-3b3f3251-ded6-43e3-b4ee-398c5ecc13ee None None] Provisioning complete for port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:22.765241 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3b3f3251-ded6-43e3-b4ee-398c5ecc13ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:22.766039 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-3b3f3251-ded6-43e3-b4ee-398c5ecc13ee None None] Attempt 1 to provision port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 Sep 23 15:22:22.805789 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-d75871b1-9eaa-4360-b8bd-b6bdab6d24a7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820785 Sep 23 15:22:22.879839 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f3251-ded6-43e3-b4ee-398c5ecc13ee None None] Current status of the port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:22.927518 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-ddbf9c45-b50c-4683-bd88-dda2414c68a5 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063995 Sep 23 15:22:22.958629 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:23.007259 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:23.007642 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.008008 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 Sep 23 15:22:23.039717 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-a911f6ef-afb7-4536-aa12-83e17035d832 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060112 Sep 23 15:22:23.207205 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:22:23.234048 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:23.332191 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:23.346283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Sync routers for ids ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:23.361013 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Routers {'8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:23.362197 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:23.513986 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:23.515665 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f02e972b-b9af-4858-b608-0cfe7535e56a admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0410221 Sep 23 15:22:23.519683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48860) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:23.554517 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Set router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:23.775242 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:22:21Z', 'revision_number': 3, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:23.820220 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Checking router: 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:23.820573 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Updating router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 port 95c925c1-98a3-4bae-b06d-3a147749a83b binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:23.858936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.060124 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.192043 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-02e095c0-afc3-4148-a2c3-f338c642c2a0 req-69a78a21-ab7a-4740-b651-30854382243e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0522256 Sep 23 15:22:24.212209 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:24.233635 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Publish callbacks [] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.295705 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519eb60-cd54-4d6a-861a-01dddb67b95f req-ed2ddd6f-15a9-48da-a668-59926c7eddcc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:24.297584 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1519eb60-cd54-4d6a-861a-01dddb67b95f req-ed2ddd6f-15a9-48da-a668-59926c7eddcc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0477605 Sep 23 15:22:24.321921 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.358633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Allocated IP 172.20.0.1 (6219b734-49c8-46e6-965e-deace0bbf439/cb196a99-ae93-4180-8bd9-e9c1f95b20ce/60d06e6a-de48-4a84-88da-b86d96aef266) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:24.360964 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Attempting to bind port 95c925c1-98a3-4bae-b06d-3a147749a83b on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:24.361356 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Attempting to bind port 95c925c1-98a3-4bae-b06d-3a147749a83b by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:24.367282 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Attempting to bind port 95c925c1-98a3-4bae-b06d-3a147749a83b on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:24.368765 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1519eb60-cd54-4d6a-861a-01dddb67b95f req-299bb54a-70d3-4e29-8715-91bf06413ff2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584528 Sep 23 15:22:24.413181 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f11e6-3124-4272-9191-f445589daf7a None None] Pushing event updated for resources: {'Port': ['ID=95c925c1-98a3-4bae-b06d-3a147749a83b,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:24.424008 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:24.424885 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:24.424885 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.425262 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:24.425831 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Bound port: 95c925c1-98a3-4bae-b06d-3a147749a83b, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:24.426106 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.486578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] For port 95c925c1-98a3-4bae-b06d-3a147749a83b, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:24.495357 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] For port 95c925c1-98a3-4bae-b06d-3a147749a83b, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=95c925c1-98a3-4bae-b06d-3a147749a83b,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:24.517055 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks [] for port (60d06e6a-de48-4a84-88da-b86d96aef266), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.624680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.662284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Routers {'8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:24.662936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:24.665689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.714931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Network 6219b734-49c8-46e6-965e-deace0bbf439 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:24.717772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:24.724266 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:24.729982 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f11e6-3124-4272-9191-f445589daf7a None None] Pushing event updated for resources: {'Port': ['ID=95c925c1-98a3-4bae-b06d-3a147749a83b,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:24.755595 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Pushing event updated for resources: {'Port': ['ID=60d06e6a-de48-4a84-88da-b86d96aef266,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:24.779629 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:24.813908 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] Set router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:25.012319 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Provisioning complete for port 60d06e6a-de48-4a84-88da-b86d96aef266 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:25.012621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:25.012960 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 1 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:25.070767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:25.082430 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Port 60d06e6a-de48-4a84-88da-b86d96aef266 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:25.086776 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:22:21Z', 'revision_number': 3, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:25.113437 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c32be69-20e2-465a-8108-ee2111955875 None None] The sync data for ids ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'] in dv-cinder-855307-2-iscsi is: [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:22:21Z', 'revision_number': 3, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:25.121938 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=6,neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:25.140826 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:25.199073 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:25.352413 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-24dc788a-adaf-4ff2-9f99-521cf6206a41 req-78cc8934-ac2b-448c-bc89-b3edce5864dd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0446939 Sep 23 15:22:25.368157 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:25.381162 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks [] for port (60d06e6a-de48-4a84-88da-b86d96aef266), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:25.465097 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:25.520170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:25.531723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1156b7-988f-4b10-a5b5-99444300de19 req-5660b9a3-cab6-41f6-aa00-127bfacf9687 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:25.538241 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7c1156b7-988f-4b10-a5b5-99444300de19 req-5660b9a3-cab6-41f6-aa00-127bfacf9687 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0622153 Sep 23 15:22:25.549510 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Pushing event updated for resources: {'Port': ['ID=60d06e6a-de48-4a84-88da-b86d96aef266,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:25.552418 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:25.583755 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 2 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:25.591073 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7c1156b7-988f-4b10-a5b5-99444300de19 req-249b378a-51b9-4329-9b0e-309a8da8b4ca tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504010 Sep 23 15:22:25.619929 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Port 60d06e6a-de48-4a84-88da-b86d96aef266 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:25.659108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Network 6219b734-49c8-46e6-965e-deace0bbf439 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:25.660765 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:25.781834 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:22:25.902126 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:25.909694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-98daf661-8458-47de-8c00-4906e9d73cfc admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3887954 Sep 23 15:22:26.030927 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:26.069627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:26.121473 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 3 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:26.157857 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Port 60d06e6a-de48-4a84-88da-b86d96aef266 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:26.430479 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48920) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:26.435396 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1141311030', 'description': 'tempest-secgroup-smoke-1141311030 description', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:26.452106 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3966583c-a772-4a87-a6d2-d1aaf9c4d9e0 req-2d803eb8-1310-4d73-b77a-2f6bc708abd8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Sep 23 15:22:26.585290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.659455 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 4 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:26.668932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group (ee2ce798-35e6-4a57-8538-4ec7a96a22a5), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.698341 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Port 60d06e6a-de48-4a84-88da-b86d96aef266 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:26.740002 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6da1c-d5cc-47f5-99c4-36c087c16c0a req-e527dca8-a454-41ce-9c0a-5dfde4e97a92 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:26.741601 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b7c6da1c-d5cc-47f5-99c4-36c087c16c0a req-e527dca8-a454-41ce-9c0a-5dfde4e97a92 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0556924 Sep 23 15:22:26.787856 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ee2ce798-35e6-4a57-8538-4ec7a96a22a5), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.811807 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b7c6da1c-d5cc-47f5-99c4-36c087c16c0a req-a85c78b2-0577-4b64-a4a7-c203c39df446 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645020 Sep 23 15:22:26.826493 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2ce798-35e6-4a57-8538-4ec7a96a22a5,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:26.918093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:26.922624 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a7c2fe72-a5e2-4ddb-8d67-cb56062784a0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4907069 Sep 23 15:22:26.925931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48926) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:26.929311 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Sync routers for ids ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:26.931098 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ce798-35e6-4a57-8538-4ec7a96a22a5', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:26.941914 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Routers {'8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:26.942686 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:26.960165 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 95c925c1-98a3-4bae-b06d-3a147749a83b up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:27.021494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 95c925c1-98a3-4bae-b06d-3a147749a83b triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:27.021494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.021494 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 95c925c1-98a3-4bae-b06d-3a147749a83b Sep 23 15:22:27.049185 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (a98646c6-5527-45a8-8133-a37b0db7419d), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.061945 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Set router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:27.155166 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (a98646c6-5527-45a8-8133-a37b0db7419d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.170560 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 95c925c1-98a3-4bae-b06d-3a147749a83b is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:27.170971 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.195094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 95c925c1-98a3-4bae-b06d-3a147749a83b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=95c925c1-98a3-4bae-b06d-3a147749a83b,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:27.199172 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 5 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:27.238245 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Port 60d06e6a-de48-4a84-88da-b86d96aef266 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:27.286765 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:22:24Z', 'revision_number': 4, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '60d06e6a-de48-4a84-88da-b86d96aef266', 'name': '', 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'mac_address': 'fa:16:3e:26:b9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:24Z', 'updated_at': '2022-09-23T15:22:25Z', 'revision_number': 2, 'project_id': 'ce652035804f47dc803c040c20704414', 'subnets': [{'id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:27.290537 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:27.293417 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (a98646c6-5527-45a8-8133-a37b0db7419d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.305158 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.306145 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:27.316824 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Checking router: 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:27.317251 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Updating router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 port 60d06e6a-de48-4a84-88da-b86d96aef266 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:22:27.324876 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98646c6-5527-45a8-8133-a37b0db7419d,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:27.363111 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.393347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.405842 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ba006e5d-6036-4e64-bf80-ad7178ad00aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4678206 Sep 23 15:22:27.405842 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48936) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:27.405842 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ce798-35e6-4a57-8538-4ec7a96a22a5', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:27.413641 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=95c925c1-98a3-4bae-b06d-3a147749a83b,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:27.573601 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (5e387bee-43ea-4dfb-882a-6ad014ccc77d), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.619724 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:27.650838 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (5e387bee-43ea-4dfb-882a-6ad014ccc77d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.725327 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e46c1535-d461-4572-bf26-99a90506ed26 req-42868668-b620-405b-81fe-4b13b075e4d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0284839 Sep 23 15:22:27.735835 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:27.739269 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 6 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:27.747055 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (5e387bee-43ea-4dfb-882a-6ad014ccc77d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.758095 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Publish callbacks [] for port (60d06e6a-de48-4a84-88da-b86d96aef266), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.777351 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Port 60d06e6a-de48-4a84-88da-b86d96aef266 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:27.778962 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e387bee-43ea-4dfb-882a-6ad014ccc77d,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:27.830682 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.833189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.834485 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-058c8738-abb6-4bfe-b2df-c3df5f62c6d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4355204 Sep 23 15:22:27.838569 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48942) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:27.842068 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ce798-35e6-4a57-8538-4ec7a96a22a5', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:27.897981 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28210504-6b44-4d83-be64-978434fc01b7 None None] Pushing event updated for resources: {'Port': ['ID=60d06e6a-de48-4a84-88da-b86d96aef266,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:27.935285 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Attempting to bind port 60d06e6a-de48-4a84-88da-b86d96aef266 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:27.936167 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Attempting to bind port 60d06e6a-de48-4a84-88da-b86d96aef266 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:27.936167 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Attempting to bind port 60d06e6a-de48-4a84-88da-b86d96aef266 on network 6219b734-49c8-46e6-965e-deace0bbf439 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:27.958263 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa4df9-da71-4579-bf9d-b697c4ea5608 req-04acd2b9-be34-48b5-8492-382c0c58e124 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:27.959861 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f2aa4df9-da71-4579-bf9d-b697c4ea5608 req-04acd2b9-be34-48b5-8492-382c0c58e124 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0611036 Sep 23 15:22:27.983284 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:27.984203 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Checking segment: {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:27.984203 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.985500 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Bound using segment: {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:27.986042 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Bound port: 60d06e6a-de48-4a84-88da-b86d96aef266, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7272255-e577-427a-a13f-783413dff912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:27.986945 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:27.994161 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (63d36311-bab2-42fe-b621-d07697f3c91f), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.050015 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f2aa4df9-da71-4579-bf9d-b697c4ea5608 req-379d01dc-dac5-4d57-8e6f-a177130490ef tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838439 Sep 23 15:22:28.067821 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] For port 60d06e6a-de48-4a84-88da-b86d96aef266, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:28.072084 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] For port 60d06e6a-de48-4a84-88da-b86d96aef266, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=60d06e6a-de48-4a84-88da-b86d96aef266,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:28.079063 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:28.079529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (63d36311-bab2-42fe-b621-d07697f3c91f), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.128261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:28.196475 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (63d36311-bab2-42fe-b621-d07697f3c91f), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.196906 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.216066 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d36311-bab2-42fe-b621-d07697f3c91f,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:28.234429 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Routers {'8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:28.235219 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:28.278700 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Attempt 7 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:28.302538 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28210504-6b44-4d83-be64-978434fc01b7 None None] Pushing event updated for resources: {'Port': ['ID=60d06e6a-de48-4a84-88da-b86d96aef266,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:28.363330 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:28.365386 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Current status of the port 60d06e6a-de48-4a84-88da-b86d96aef266 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:28.365571 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] Set router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:28.365842 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.375365 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.376610 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-64a03af3-b16a-4601-8609-d8d2e8023646 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5381086 Sep 23 15:22:28.379605 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48954) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:28.384502 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ce798-35e6-4a57-8538-4ec7a96a22a5', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:28.413707 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] For port 60d06e6a-de48-4a84-88da-b86d96aef266, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=60d06e6a-de48-4a84-88da-b86d96aef266,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:28.533260 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.541367 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (e02f533a-b1f2-4cca-8db3-10821af84c25), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.594464 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:22:24Z', 'revision_number': 4, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '60d06e6a-de48-4a84-88da-b86d96aef266', 'name': '', 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'mac_address': 'fa:16:3e:26:b9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:24Z', 'updated_at': '2022-09-23T15:22:28Z', 'revision_number': 4, 'project_id': 'ce652035804f47dc803c040c20704414', 'subnets': [{'id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:28.600880 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dae87-31d1-4573-bd07-75ab834e48d4 None None] Pushing event updated for resources: {'Port': ['ID=60d06e6a-de48-4a84-88da-b86d96aef266,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:28.615047 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (e02f533a-b1f2-4cca-8db3-10821af84c25), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.623601 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa3fd32-eb71-4c59-b290-096e264b9c20 None None] The sync data for ids ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'] in dv-cinder-855307-2-iscsi is: [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:22:24Z', 'revision_number': 4, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '60d06e6a-de48-4a84-88da-b86d96aef266', 'name': '', 'network_id': '6219b734-49c8-46e6-965e-deace0bbf439', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'mac_address': 'fa:16:3e:26:b9:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:24Z', 'updated_at': '2022-09-23T15:22:28Z', 'revision_number': 4, 'project_id': 'ce652035804f47dc803c040c20704414', 'subnets': [{'id': 'cb196a99-ae93-4180-8bd9-e9c1f95b20ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:28.653829 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-4b122b3a-cfd1-473e-9646-dc08abf0780f None None] Provisioning complete for port 60d06e6a-de48-4a84-88da-b86d96aef266 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:28.654208 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b122b3a-cfd1-473e-9646-dc08abf0780f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.654559 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-4b122b3a-cfd1-473e-9646-dc08abf0780f None None] Attempt 1 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:28.722366 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (e02f533a-b1f2-4cca-8db3-10821af84c25), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:28.787736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02f533a-b1f2-4cca-8db3-10821af84c25,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:28.791095 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:28.844240 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-4b122b3a-cfd1-473e-9646-dc08abf0780f None None] Current status of the port 60d06e6a-de48-4a84-88da-b86d96aef266 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:28.932664 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-16b412bd-ba86-4e26-afc3-38ebf678d104 req-7cb0b9ed-9c5b-416f-8f46-31352303fda6 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0711582 Sep 23 15:22:29.059305 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 60d06e6a-de48-4a84-88da-b86d96aef266 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:29.107294 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:29.114875 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b9ba6a18-9adc-41e6-9570-997232b79b2e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7325928 Sep 23 15:22:29.115739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 48974) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:29.121189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ce798-35e6-4a57-8538-4ec7a96a22a5', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:29.135368 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 60d06e6a-de48-4a84-88da-b86d96aef266 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:29.135854 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:29.136316 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 60d06e6a-de48-4a84-88da-b86d96aef266 Sep 23 15:22:29.269690 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 60d06e6a-de48-4a84-88da-b86d96aef266 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:29.269690 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 95c925c1-98a3-4bae-b06d-3a147749a83b up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:29.327850 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 95c925c1-98a3-4bae-b06d-3a147749a83b triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:29.329833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:29.330266 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 95c925c1-98a3-4bae-b06d-3a147749a83b Sep 23 15:22:29.338508 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659bfaa-6d59-4402-9eb8-992450d1b395 req-4ff12ce6-ba74-4ac0-a5db-c009a3891369 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:29.340522 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a659bfaa-6d59-4402-9eb8-992450d1b395 req-4ff12ce6-ba74-4ac0-a5db-c009a3891369 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.1450100 Sep 23 15:22:29.436865 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.securitygroups_db [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Project 7c95b871ff2b4ed89195a9c0fa94e8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:22:29.469484 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a659bfaa-6d59-4402-9eb8-992450d1b395 req-c5c31b38-7b3c-4821-bd8b-ae694f351a4c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198046 Sep 23 15:22:29.479962 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-005b3096-8b9a-4d76-a03f-05e97e4d0be8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:29.481791 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-005b3096-8b9a-4d76-a03f-05e97e4d0be8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 819 time: 0.3244319 Sep 23 15:22:29.482845 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (f69a1be4-58a6-4b5f-ac02-ca8051d73c98), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:29.520596 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 95c925c1-98a3-4bae-b06d-3a147749a83b is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:29.608306 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-91dc4f59-e8d3-49d1-9a92-1cceaa107bd2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a079aa0c75bf44619342f53006d88ff9 HTTP/1.1" status: 200 len: 380 time: 0.1157715 Sep 23 15:22:29.626906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'port': {'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'admin_state_up': True, 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'security_groups': ['e23318c3-caf9-4e24-b6d6-9210418e92a4']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:29.696635 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (f69a1be4-58a6-4b5f-ac02-ca8051d73c98), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:29.915369 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (f69a1be4-58a6-4b5f-ac02-ca8051d73c98), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:29.935576 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f69a1be4-58a6-4b5f-ac02-ca8051d73c98,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:29.986276 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Made reservation on behalf of a079aa0c75bf44619342f53006d88ff9 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:29.990251 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.040728 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c2749fa8-b80d-4463-bade-f4d89062ed74 req-a94e9dfc-31c6-489d-bd93-09169edca48f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0284903 Sep 23 15:22:30.340225 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.344138 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5ad4f3b1-bc82-47c7-ab69-9a50557589f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2270536 Sep 23 15:22:30.344389 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49002) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:30.354397 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'security_group_rule': {'security_group_id': 'ee2ce798-35e6-4a57-8538-4ec7a96a22a5', 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:30.357684 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Allocated IP 172.20.0.11 (0fed3158-67d0-44f2-9c11-c1330461e633/77faac88-261b-48cd-8d7e-c9e0b109e497/7d99929c-386a-4e5e-bc8f-6751a85b69b8) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:30.481924 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.securitygroups_db [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Project 7c95b871ff2b4ed89195a9c0fa94e8b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:22:30.488883 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (64164ad5-212d-440a-a554-bb402c9b58b0), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.509171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.568072 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (64164ad5-212d-440a-a554-bb402c9b58b0), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.628476 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.672714 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f482a-c6c9-4c4a-93f1-6d513fd00bd5 req-ac344b2c-88a0-44c9-8b33-8d942f34e141 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:30.674239 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4c0f482a-c6c9-4c4a-93f1-6d513fd00bd5 req-ac344b2c-88a0-44c9-8b33-8d942f34e141 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0846093 Sep 23 15:22:30.690712 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Network 0fed3158-67d0-44f2-9c11-c1330461e633 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:30.708339 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event updated for resources: {'Port': ['ID=7d99929c-386a-4e5e-bc8f-6751a85b69b8,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:30.711262 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:30.715713 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:30.721695 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (64164ad5-212d-440a-a554-bb402c9b58b0), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.742310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64164ad5-212d-440a-a554-bb402c9b58b0,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:30.807540 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:30.808149 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.813826 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4c0f482a-c6c9-4c4a-93f1-6d513fd00bd5 req-6e0a539a-ab72-4ede-983e-c6c2bb67a63b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251445 Sep 23 15:22:30.837533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:30.923894 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.927221 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-eff799a2-9c4b-4de3-ab21-dec1636a9bca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5799890 Sep 23 15:22:30.959941 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-027aa591-53f9-4024-8236-a4ba5ab4ed43 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3380694 Sep 23 15:22:30.972991 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Request body: {'port': {'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:30.991327 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Provisioning complete for port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:30.991870 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:30.992071 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Attempt 1 to provision port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 Sep 23 15:22:31.049453 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:31.079455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.195497 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5dc18-63d1-4631-a5d0-9a9fcf39983a req-e48243f6-3f2e-4857-9b99-fd43e9eacf92 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:31.197128 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-31f5dc18-63d1-4631-a5d0-9a9fcf39983a req-e48243f6-3f2e-4857-9b99-fd43e9eacf92 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 932 time: 0.0572503 Sep 23 15:22:31.267675 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-31f5dc18-63d1-4631-a5d0-9a9fcf39983a req-fe2f82f5-970b-4bb4-92a9-151e8998e284 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609202 Sep 23 15:22:31.419798 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d99929c-386a-4e5e-bc8f-6751a85b69b8 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:22:31.426806 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49060) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:31.428471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Publish callbacks [] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.442644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Transition to ACTIVE for port object 7d99929c-386a-4e5e-bc8f-6751a85b69b8 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:22:31.544538 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.545499 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9e29103-7d51-435b-8330-bfff87ed774f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.550502 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Attempt 2 to provision port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 Sep 23 15:22:31.590351 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:22:31.626451 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Pushing event updated for resources: {'Port': ['ID=7d99929c-386a-4e5e-bc8f-6751a85b69b8,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:31.653121 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9e29103-7d51-435b-8330-bfff87ed774f admin admin] Publish callbacks [] for security_group (271bcb40-67dd-4646-b30b-22b3956e2ba4), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.663772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Attempting to bind port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:22:31.664153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Attempting to bind port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:22:31.664487 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Attempting to bind port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:31.708507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 on network 0fed3158-67d0-44f2-9c11-c1330461e633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:22:31.717557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Attempting to bind port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 on network 0fed3158-67d0-44f2-9c11-c1330461e633 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:22:31.758614 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:22:31.758963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Checking segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:31.759347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Bound using segment: {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:22:31.759782 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Bound port: 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:22:31.760175 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.832352 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] For port 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:22:31.835504 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] For port 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:22:31.904773 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f9e29103-7d51-435b-8330-bfff87ed774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (271bcb40-67dd-4646-b30b-22b3956e2ba4), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.963593 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f9e29103-7d51-435b-8330-bfff87ed774f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=fea2d336f9e04a86aac184b9cd4c1734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5313878 Sep 23 15:22:31.963702 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ccb02-e442-4fa7-b8f4-e24da9f87e15 req-d9a6b294-faae-48bf-bb32-79f1403117e6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:31.965364 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49080) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:31.969018 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4a5ccb02-e442-4fa7-b8f4-e24da9f87e15 req-d9a6b294-faae-48bf-bb32-79f1403117e6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0602820 Sep 23 15:22:31.972335 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e29103-7d51-435b-8330-bfff87ed774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271bcb40-67dd-4646-b30b-22b3956e2ba4,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:31.995621 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:31.999014 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.003919 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:32.003919 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 1094 time: 1.0345829 Sep 23 15:22:32.008622 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:32.011453 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b02521-dec3-453c-a69b-3dd3bfa8570f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:32.035865 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b260d729-dc48-4ae4-a6ff-1e2251ab66c2 admin admin] Publish callbacks [] for security_group (271bcb40-67dd-4646-b30b-22b3956e2ba4), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:32.062687 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b260d729-dc48-4ae4-a6ff-1e2251ab66c2 admin admin] Publish callbacks [] for security_group (271bcb40-67dd-4646-b30b-22b3956e2ba4), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:32.081552 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4a5ccb02-e442-4fa7-b8f4-e24da9f87e15 req-ab464966-56db-45f9-a95d-2b966f2dbf4b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105905 Sep 23 15:22:32.089303 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba3635-79a5-48ec-93fb-f4711b7d4241 x-openstack-request-id: req-d5ba3635-79a5-48ec-93fb-f4711b7d4241 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:32.090239 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:32.090506 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5ba3635-79a5-48ec-93fb-f4711b7d4241 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:32.091503 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Attempt 3 to provision port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 Sep 23 15:22:32.094720 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5ba3635-79a5-48ec-93fb-f4711b7d4241'] response: {'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'status': 'completed', 'code': 200} Sep 23 15:22:32.114660 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79526de7-5c2b-4494-9bf1-9883cc808148 service neutron] Pushing event updated for resources: {'Port': ['ID=7d99929c-386a-4e5e-bc8f-6751a85b69b8,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:32.145723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-08a530c3-8fd9-4c4c-8975-18353e9e7dbb None None] Port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:22:32.173352 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02521-dec3-453c-a69b-3dd3bfa8570f req-3a72e110-9d17-48e3-b45e-430cf72f5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.174872 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-05b02521-dec3-453c-a69b-3dd3bfa8570f req-3a72e110-9d17-48e3-b45e-430cf72f5801 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1128 time: 0.0515501 Sep 23 15:22:32.241825 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b260d729-dc48-4ae4-a6ff-1e2251ab66c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (271bcb40-67dd-4646-b30b-22b3956e2ba4), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:32.250837 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b260d729-dc48-4ae4-a6ff-1e2251ab66c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:32.250837 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b260d729-dc48-4ae4-a6ff-1e2251ab66c2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/271bcb40-67dd-4646-b30b-22b3956e2ba4 HTTP/1.1" status: 204 len: 168 time: 0.2818933 Sep 23 15:22:32.260198 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260d729-dc48-4ae4-a6ff-1e2251ab66c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271bcb40-67dd-4646-b30b-22b3956e2ba4,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:32.312815 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02521-dec3-453c-a69b-3dd3bfa8570f req-29e64d70-1269-4c09-8d43-1283ef0c436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.314884 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-05b02521-dec3-453c-a69b-3dd3bfa8570f req-29e64d70-1269-4c09-8d43-1283ef0c436c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=a079aa0c75bf44619342f53006d88ff9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1265159 Sep 23 15:22:32.362184 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:32.438167 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d452b-79a3-4434-84f9-4845b06760eb req-4ea1cdcf-98bb-48bc-a1b5-7cd868f6ed50 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.442001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:32.445395 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1e7d452b-79a3-4434-84f9-4845b06760eb req-4ea1cdcf-98bb-48bc-a1b5-7cd868f6ed50 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 944 time: 0.0750594 Sep 23 15:22:32.467508 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b02521-dec3-453c-a69b-3dd3bfa8570f req-6a0a60a3-0eab-48de-952f-63d4dcba75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.469430 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-05b02521-dec3-453c-a69b-3dd3bfa8570f req-6a0a60a3-0eab-48de-952f-63d4dcba75b4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484139 Sep 23 15:22:32.514094 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1e7d452b-79a3-4434-84f9-4845b06760eb req-eff85049-beca-4f59-b492-2b4856708876 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667903 Sep 23 15:22:32.565883 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-32edb814-b3f2-4b66-b54d-8efda7a19de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.567384 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-32edb814-b3f2-4b66-b54d-8efda7a19de9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1128 time: 0.0528350 Sep 23 15:22:32.608200 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-246ca1ee-ef16-44c5-bba5-5540629af407 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 217 time: 0.0328894 Sep 23 15:22:32.662443 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-fa53c381-1931-4031-bdc3-17114366631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.663931 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-fa53c381-1931-4031-bdc3-17114366631c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0494792 Sep 23 15:22:32.712755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-5bedf445-1d93-4d92-841a-e86878387ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:32.714264 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-5bedf445-1d93-4d92-841a-e86878387ad0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430200 Sep 23 15:22:32.807808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:32.813244 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-9fffc15d-c2e9-49d9-ba32-067f50577c1b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912535 Sep 23 15:22:32.910186 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57a4c90b-2bea-49ea-8730-be799b8522cb req-5783aacf-d52c-4b85-9596-7fbfef0ca1db service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899394 Sep 23 15:22:33.047190 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:33.222145 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d330d-1107-413b-9e3f-d843edf195fa req-82501ce0-667c-4812-ad79-2378e46cccff tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:33.223794 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a46d330d-1107-413b-9e3f-d843edf195fa req-82501ce0-667c-4812-ad79-2378e46cccff tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0565042 Sep 23 15:22:33.271402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49130) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:33.279224 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a46d330d-1107-413b-9e3f-d843edf195fa req-13c459ef-21db-48d8-b0e2-4263e12d2f5e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489817 Sep 23 15:22:33.286624 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-33f2c7dd-95a9-4ab0-a315-c1ba30a5c607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.369099 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-33f2c7dd-95a9-4ab0-a315-c1ba30a5c607 admin admin] Publish callbacks [] for security_group (79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.474748 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-33f2c7dd-95a9-4ab0-a315-c1ba30a5c607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.510487 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:33.518859 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-33f2c7dd-95a9-4ab0-a315-c1ba30a5c607 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=3e16afd6f05f485c9b104438d2815337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458491 Sep 23 15:22:33.520864 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c7dd-95a9-4ab0-a315-c1ba30a5c607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:33.521652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 49140) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:33.580339 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-47c5c7a0-3ff9-4253-975d-b88196b0c69a admin admin] Publish callbacks [] for security_group (79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.603794 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-47c5c7a0-3ff9-4253-975d-b88196b0c69a admin admin] Publish callbacks [] for security_group (79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.650874 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdbfed-daad-4d9f-b425-e42bb8456451 req-4b84ff9f-998c-4151-a474-aae208c4ec79 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:33.652467 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0ffdbfed-daad-4d9f-b425-e42bb8456451 req-4b84ff9f-998c-4151-a474-aae208c4ec79 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 944 time: 0.0529127 Sep 23 15:22:33.709763 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0ffdbfed-daad-4d9f-b425-e42bb8456451 req-789eaa7a-9780-4dcc-a102-7e82cb746958 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512877 Sep 23 15:22:33.802105 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-47c5c7a0-3ff9-4253-975d-b88196b0c69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.804701 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-47c5c7a0-3ff9-4253-975d-b88196b0c69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:33.805896 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-47c5c7a0-3ff9-4253-975d-b88196b0c69a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef HTTP/1.1" status: 204 len: 168 time: 0.2832425 Sep 23 15:22:33.817120 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5c7a0-3ff9-4253-975d-b88196b0c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b2bf88-ded0-4a66-a8b2-e16c58fbe3ef,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:34.172957 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:34.413315 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:34.424044 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bac6f-f74c-48ed-8f32-8ce937e01593 req-0e3d83db-8f18-472b-ae1f-2f609c1d3ba6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:34.425793 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a2bac6f-f74c-48ed-8f32-8ce937e01593 req-0e3d83db-8f18-472b-ae1f-2f609c1d3ba6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0552113 Sep 23 15:22:34.484811 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a2bac6f-f74c-48ed-8f32-8ce937e01593 req-bc79b17c-c397-4dce-bf15-b84eb04fb5ef tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517116 Sep 23 15:22:34.833736 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5ed71-3449-49b8-a6a2-f0a95b777398 req-4b14e640-1ed9-42fc-9c86-5be42344a7e8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:34.835378 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bde5ed71-3449-49b8-a6a2-f0a95b777398 req-4b14e640-1ed9-42fc-9c86-5be42344a7e8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 944 time: 0.0468380 Sep 23 15:22:34.894700 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bde5ed71-3449-49b8-a6a2-f0a95b777398 req-014eced2-d2ac-42c1-9170-6f5943decaa3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527902 Sep 23 15:22:35.077565 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d99929c-386a-4e5e-bc8f-6751a85b69b8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:22:35.180049 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:35.192345 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:22:35.262944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:35.263336 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:35.282463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d99929c-386a-4e5e-bc8f-6751a85b69b8 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:22:35.324094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:35.441406 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:35.633856 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3c085-597e-49fe-a77d-ebf6a45609e4 req-e623f2e4-5e9f-4c09-b286-c98bcbf2a08c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:35.635668 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4fe3c085-597e-49fe-a77d-ebf6a45609e4 req-e623f2e4-5e9f-4c09-b286-c98bcbf2a08c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0497527 Sep 23 15:22:35.645463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=7d99929c-386a-4e5e-bc8f-6751a85b69b8,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:35.653835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.654194 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.654643 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.655010 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.655355 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.655875 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.656310 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.656830 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.657374 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.657714 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.658209 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.658869 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.659363 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.660091 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.660577 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:35.696496 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4fe3c085-597e-49fe-a77d-ebf6a45609e4 req-e5573134-a1a3-47d1-8902-d3624cb2dd7e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549872 Sep 23 15:22:35.749621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['7d99929c-386a-4e5e-bc8f-6751a85b69b8'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:22:36.035936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:36.036310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda71c-14ad-48fb-afcb-fe5a75442330 req-04ba0aec-692a-48e0-8854-7c17dab63391 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:36.037894 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4bcda71c-14ad-48fb-afcb-fe5a75442330 req-04ba0aec-692a-48e0-8854-7c17dab63391 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 945 time: 0.0565271 Sep 23 15:22:36.096300 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4bcda71c-14ad-48fb-afcb-fe5a75442330 req-8cd556a7-aef4-4359-85fb-e357c6620e47 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 Sep 23 15:22:36.495791 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:22:36.867459 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7df507-a7f2-4a6b-b53e-10ab90394f36 req-969355c5-5f06-4efd-ad00-853a5109da34 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:36.869252 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c7df507-a7f2-4a6b-b53e-10ab90394f36 req-969355c5-5f06-4efd-ad00-853a5109da34 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0695517 Sep 23 15:22:36.878313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb64ead-cbda-4f44-aef8-0e45bced47e8 req-45700b6e-424b-4e3d-b6a8-8ea81cec330c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:36.880202 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7cb64ead-cbda-4f44-aef8-0e45bced47e8 req-45700b6e-424b-4e3d-b6a8-8ea81cec330c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0660193 Sep 23 15:22:36.929340 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c7df507-a7f2-4a6b-b53e-10ab90394f36 req-237ffab3-06a8-4861-bf87-850f68962a21 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533419 Sep 23 15:22:36.942330 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7cb64ead-cbda-4f44-aef8-0e45bced47e8 req-fb4d4dc0-e701-44d6-a14b-9dc4082c33c6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553989 Sep 23 15:22:37.077146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 49268) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:37.161402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:37.193481 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fb78c457-f8d8-4874-82c1-bc9253e7a724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.226713 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce47ad-eff9-447d-b88c-58c04eab8566 req-035dbd34-db04-4365-89a4-6c7f9f9608bb tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:37.228711 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-67ce47ad-eff9-447d-b88c-58c04eab8566 req-035dbd34-db04-4365-89a4-6c7f9f9608bb tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Sep 23 15:22:37.229991 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:37.281964 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-67ce47ad-eff9-447d-b88c-58c04eab8566 req-770dca6a-d4c6-415b-8352-8adbcff5049f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446222 Sep 23 15:22:37.297250 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fb78c457-f8d8-4874-82c1-bc9253e7a724 admin admin] Publish callbacks [] for security_group (50140f59-aa41-412b-9050-63d55d0c4b1e), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.424807 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fb78c457-f8d8-4874-82c1-bc9253e7a724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (50140f59-aa41-412b-9050-63d55d0c4b1e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.465383 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c457-f8d8-4874-82c1-bc9253e7a724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50140f59-aa41-412b-9050-63d55d0c4b1e,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:37.470878 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fb78c457-f8d8-4874-82c1-bc9253e7a724 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9e93e2850373495cb1abd9a04f30d142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3921452 Sep 23 15:22:37.473693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 49282) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:37.526079 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98807e33-eca3-436d-bf37-6a4e4d8e42f9 admin admin] Publish callbacks [] for security_group (50140f59-aa41-412b-9050-63d55d0c4b1e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.548270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98807e33-eca3-436d-bf37-6a4e4d8e42f9 admin admin] Publish callbacks [] for security_group (50140f59-aa41-412b-9050-63d55d0c4b1e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.693190 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98807e33-eca3-436d-bf37-6a4e4d8e42f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (50140f59-aa41-412b-9050-63d55d0c4b1e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.696514 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98807e33-eca3-436d-bf37-6a4e4d8e42f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:37.697479 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-98807e33-eca3-436d-bf37-6a4e4d8e42f9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/50140f59-aa41-412b-9050-63d55d0c4b1e HTTP/1.1" status: 204 len: 168 time: 0.2227793 Sep 23 15:22:37.698928 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:37.707374 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98807e33-eca3-436d-bf37-6a4e4d8e42f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50140f59-aa41-412b-9050-63d55d0c4b1e,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:37.778635 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:37.810252 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49290) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:37.926661 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65d0efbb-59db-4151-81d5-f53ecaa33fac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.016479 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65d0efbb-59db-4151-81d5-f53ecaa33fac admin admin] Publish callbacks [] for security_group (fabf1719-4317-463b-aedd-9b3003b5ae63), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.066855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a12ef-2124-4ed1-b807-06c48bad934c req-0794885a-e53e-4217-8d43-1b5a69b9a0db tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:38.070653 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fe2a12ef-2124-4ed1-b807-06c48bad934c req-0794885a-e53e-4217-8d43-1b5a69b9a0db tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0504863 Sep 23 15:22:38.088174 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174d3ce-5b59-4611-b74f-f2697c471c9d req-7705c4b9-d135-4425-9302-2284c97f1dd6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:38.089674 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c174d3ce-5b59-4611-b74f-f2697c471c9d req-7705c4b9-d135-4425-9302-2284c97f1dd6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0514014 Sep 23 15:22:38.117973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:38.122321 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fe2a12ef-2124-4ed1-b807-06c48bad934c req-daf89a53-73ce-49f6-ad67-7407cd2822b1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Sep 23 15:22:38.148868 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c174d3ce-5b59-4611-b74f-f2697c471c9d req-bd639c85-86c7-4ec3-8bf2-408e2df05e3d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526426 Sep 23 15:22:38.173052 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65d0efbb-59db-4151-81d5-f53ecaa33fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fabf1719-4317-463b-aedd-9b3003b5ae63), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.212740 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0efbb-59db-4151-81d5-f53ecaa33fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf1719-4317-463b-aedd-9b3003b5ae63,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:38.222015 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-65d0efbb-59db-4151-81d5-f53ecaa33fac admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1b5d86a1c1e44e27b0ecec583d78e331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078574 Sep 23 15:22:38.222950 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49300) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:38.272264 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-20e627e9-6e4e-4493-85ea-855421f14e62 admin admin] Publish callbacks [] for security_group (fabf1719-4317-463b-aedd-9b3003b5ae63), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.294057 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-20e627e9-6e4e-4493-85ea-855421f14e62 admin admin] Publish callbacks [] for security_group (fabf1719-4317-463b-aedd-9b3003b5ae63), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.418277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476ea3b-c068-4245-8cc9-19f95ca73a8f req-beb77989-2ab1-4dc2-98b1-58ad1f74d5ec tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:38.419794 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a476ea3b-c068-4245-8cc9-19f95ca73a8f req-beb77989-2ab1-4dc2-98b1-58ad1f74d5ec tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 945 time: 0.0518456 Sep 23 15:22:38.469376 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a476ea3b-c068-4245-8cc9-19f95ca73a8f req-89a63021-fe4b-460f-b77d-e41efa5fb65b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429051 Sep 23 15:22:38.480542 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-20e627e9-6e4e-4493-85ea-855421f14e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fabf1719-4317-463b-aedd-9b3003b5ae63), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.492558 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-20e627e9-6e4e-4493-85ea-855421f14e62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:38.492558 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-20e627e9-6e4e-4493-85ea-855421f14e62 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fabf1719-4317-463b-aedd-9b3003b5ae63 HTTP/1.1" status: 204 len: 168 time: 0.2606845 Sep 23 15:22:38.492558 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e627e9-6e4e-4493-85ea-855421f14e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf1719-4317-463b-aedd-9b3003b5ae63,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:38.635407 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:38.769587 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:39.188364 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49334) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:39.270568 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cecc-be27-46a7-a25a-9b3733ab9e6a req-4cb7df5f-1965-4308-8db7-b09bcc67a75a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:39.272278 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf90cecc-be27-46a7-a25a-9b3733ab9e6a req-4cb7df5f-1965-4308-8db7-b09bcc67a75a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0501528 Sep 23 15:22:39.295191 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afba331-31f9-445f-b669-dcb2842873f3 req-ded27deb-ef6f-491f-a740-52d6a11a2648 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:39.295838 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49338) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:39.297606 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3afba331-31f9-445f-b669-dcb2842873f3 req-ded27deb-ef6f-491f-a740-52d6a11a2648 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0537541 Sep 23 15:22:39.321457 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1367923764-network', 'tenant_id': 'c9488f4d4af441168341205e0e936ce4'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:39.324942 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9072ff06-07fa-447c-9ecd-4f92532fb36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.352249 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3afba331-31f9-445f-b669-dcb2842873f3 req-325e4cb5-6718-43b3-8e19-dbd3f4605972 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478344 Sep 23 15:22:39.380083 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf90cecc-be27-46a7-a25a-9b3733ab9e6a req-1913d20f-a918-44d9-ad2a-1f68a471a2a5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020737 Sep 23 15:22:39.441989 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9072ff06-07fa-447c-9ecd-4f92532fb36b admin admin] Publish callbacks [] for security_group (6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.511344 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d99929c-386a-4e5e-bc8f-6751a85b69b8 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:39.512329 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Made reservation on behalf of c9488f4d4af441168341205e0e936ce4 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:39.515630 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.543202 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.558842 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9072ff06-07fa-447c-9ecd-4f92532fb36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.584055 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:39.591565 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:22:39.610320 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-9072ff06-07fa-447c-9ecd-4f92532fb36b admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=15d00dd42f9f46c5a963a5e542d78943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121879 Sep 23 15:22:39.613832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49348) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:39.626077 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9072ff06-07fa-447c-9ecd-4f92532fb36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:39.649029 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da559c-70f7-447b-8684-db0bb72dc68f req-0c10e3a0-9ff2-4435-a645-a35aef10627c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:39.650524 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87da559c-70f7-447b-8684-db0bb72dc68f req-0c10e3a0-9ff2-4435-a645-a35aef10627c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 945 time: 0.0646381 Sep 23 15:22:39.693846 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0df0bc3f-4595-4037-901f-5c7364140915 admin admin] Publish callbacks [] for security_group (6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.705116 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:39.705685 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87da559c-70f7-447b-8684-db0bb72dc68f req-9640faa6-a9f9-49fd-aa8a-c11dab30e31a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476742 Sep 23 15:22:39.706250 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.706593 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 Sep 23 15:22:39.730797 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0df0bc3f-4595-4037-901f-5c7364140915 admin admin] Publish callbacks [] for security_group (6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.759652 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks [] for security_group (04215771-25d1-449f-9c1e-bf67858d1038), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.798990 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:39.799393 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.829794 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:39.832274 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682d3097-d33a-44de-a049-7e869a4a80e4" -d '{"events": [{"server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "name": "network-vif-plugged", "status": "completed", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:39.845814 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:39.875001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32bd27b-4c28-446f-95cd-b00c8e0c2b1c x-openstack-request-id: req-a32bd27b-4c28-446f-95cd-b00c8e0c2b1c {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:39.875390 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "name": "network-vif-plugged", "status": "completed", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:39.875739 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a32bd27b-4c28-446f-95cd-b00c8e0c2b1c {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:39.876201 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32bd27b-4c28-446f-95cd-b00c8e0c2b1c'] response: {'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'code': 200} Sep 23 15:22:39.949547 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (04215771-25d1-449f-9c1e-bf67858d1038), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.955499 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0df0bc3f-4595-4037-901f-5c7364140915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.958003 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0df0bc3f-4595-4037-901f-5c7364140915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.959218 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0df0bc3f-4595-4037-901f-5c7364140915 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0 HTTP/1.1" status: 204 len: 168 time: 0.3442466 Sep 23 15:22:39.975801 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:22:39.988979 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.995217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04215771-25d1-449f-9c1e-bf67858d1038,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:39.998583 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (297664cb-d4af-4630-8178-daacc41cf03f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:39.999036 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Added segment 297664cb-d4af-4630-8178-daacc41cf03f of type vlan for network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 Sep 23 15:22:40.011238 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0bc3f-4595-4037-901f-5c7364140915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7764eb-ee1c-49d2-bc21-0b1f015fd9e0,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:40.063342 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=7d99929c-386a-4e5e-bc8f-6751a85b69b8,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:40.065150 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (5d0889b4-33f0-4d83-abe3-fa2925a19a90), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:40.240806 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:40.240981 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (5d0889b4-33f0-4d83-abe3-fa2925a19a90), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:40.242232 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:40.242852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:40.306295 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] Pushing event updated for resources: {'Network': ['ID=5d0889b4-33f0-4d83-abe3-fa2925a19a90,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:40.317254 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:22:40.447593 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d5572cc0-f9aa-4162-b16f-7f6f4791e2b8 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2580080 Sep 23 15:22:40.449383 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49364) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:40.455561 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Request body: {'subnet': {'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1367923764-subnet', 'tenant_id': 'c9488f4d4af441168341205e0e936ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:40.488433 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e11ac4-59a3-45ba-88ed-a438ca116768 req-3fdb11fd-0cf9-444d-98bf-05c8b6650b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:40.492846 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-59e11ac4-59a3-45ba-88ed-a438ca116768 req-3fdb11fd-0cf9-444d-98bf-05c8b6650b8a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.1138358 Sep 23 15:22:40.602326 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b7e6f-ae6c-4b8c-8dfc-64bbdd5b666c req-7f1afd32-f8e8-43ab-b2a6-a5281945bddb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:40.606329 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69bb04c-4e9b-461b-939b-c833382b8786 req-d05c85d2-cd24-4890-9a02-32bdb5e0b62c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:40.612210 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-852b7e6f-ae6c-4b8c-8dfc-64bbdd5b666c req-7f1afd32-f8e8-43ab-b2a6-a5281945bddb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.1083512 Sep 23 15:22:40.614776 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Made reservation on behalf of c9488f4d4af441168341205e0e936ce4 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:40.615047 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e69bb04c-4e9b-461b-939b-c833382b8786 req-d05c85d2-cd24-4890-9a02-32bdb5e0b62c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1236355 Sep 23 15:22:40.617592 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:40.676494 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-59e11ac4-59a3-45ba-88ed-a438ca116768 req-73ac0cd6-8946-4e95-858e-59418de37734 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625309 Sep 23 15:22:40.685464 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e69bb04c-4e9b-461b-939b-c833382b8786 req-e4556c20-3507-4584-887b-d2ad1e0d8d71 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693824 Sep 23 15:22:40.753515 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-852b7e6f-ae6c-4b8c-8dfc-64bbdd5b666c req-06f04543-7265-4213-b39b-0cc59ac2ea61 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405830 Sep 23 15:22:40.842656 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf8b5c-67ca-4bc3-b6a9-9f6002a4efb1 req-9387092c-6835-49ad-b4da-d004e77095b3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:40.844930 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edcf8b5c-67ca-4bc3-b6a9-9f6002a4efb1 req-9387092c-6835-49ad-b4da-d004e77095b3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0547712 Sep 23 15:22:40.852673 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:40.901546 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-edcf8b5c-67ca-4bc3-b6a9-9f6002a4efb1 req-593653e1-d988-42ae-af18-37e36ada7f62 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510333 Sep 23 15:22:40.995175 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (570f49d1-ab4d-4081-b374-cd30211f52fc), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:41.056418 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=570f49d1-ab4d-4081-b374-cd30211f52fc,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:41.062173 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Checking segment: {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:22:41.062535 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Network hostable DHCP agents. Network: 5d0889b4-33f0-4d83-abe3-fa2925a19a90, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:22:41.149758 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:22:41.275077 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 5d0889b4-33f0-4d83-abe3-fa2925a19a90) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:41.279296 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:41.279923 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:41.284859 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590451c1-1a43-437f-a74e-d4e5aa85062e None None] Network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:41.390530 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d967a-1b6a-419b-b885-487aa11ae318 None None] Network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:22:41.403899 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-86aed9e6-4eb7-4814-8639-8e00c3dab56c admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9533718 Sep 23 15:22:41.819195 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e9faf-ddda-4c34-88da-bc7e625c6713 req-f3970f78-1177-42e2-bb1d-31dbc49f2318 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:41.820820 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fa1e9faf-ddda-4c34-88da-bc7e625c6713 req-f3970f78-1177-42e2-bb1d-31dbc49f2318 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0568726 Sep 23 15:22:41.874884 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fa1e9faf-ddda-4c34-88da-bc7e625c6713 req-9091ecc4-0963-4b3c-a8ae-29876098c6cf tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482168 Sep 23 15:22:41.894647 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd92436-1c84-44a1-991f-46b8f70b67f4 req-ab9a2195-d78d-42c1-bbbf-2735a99c7900 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:41.896239 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cbd92436-1c84-44a1-991f-46b8f70b67f4 req-ab9a2195-d78d-42c1-bbbf-2735a99c7900 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0570915 Sep 23 15:22:41.946946 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cbd92436-1c84-44a1-991f-46b8f70b67f4 req-064cfd62-9681-4622-85b2-24fa794b658c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435033 Sep 23 15:22:42.038712 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62259310-913a-4f5c-999a-e364a5640f11 req-3d2d7626-2c9b-450b-bc21-c9757e8b7fcc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:42.040201 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-62259310-913a-4f5c-999a-e364a5640f11 req-3d2d7626-2c9b-450b-bc21-c9757e8b7fcc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0505486 Sep 23 15:22:42.091309 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-62259310-913a-4f5c-999a-e364a5640f11 req-6b7e8834-b2e7-4040-9aac-73f761f625b4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439878 Sep 23 15:22:43.006520 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f470-f9e6-472b-81ad-7b17b2aeae3a req-407389b2-8c2f-4310-b228-cf736dcd7868 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.008342 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-82b3f470-f9e6-472b-81ad-7b17b2aeae3a req-407389b2-8c2f-4310-b228-cf736dcd7868 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0485904 Sep 23 15:22:43.072654 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-82b3f470-f9e6-472b-81ad-7b17b2aeae3a req-120bbbaf-5ff4-4e3e-927d-78db6efef0d8 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581894 Sep 23 15:22:43.102267 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6373d-f963-48e6-914f-181b9c639a6b req-3a12efb9-9ae2-41e8-8b38-dc3e575c640b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.103758 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-10b6373d-f963-48e6-914f-181b9c639a6b req-3a12efb9-9ae2-41e8-8b38-dc3e575c640b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0749910 Sep 23 15:22:43.156883 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-10b6373d-f963-48e6-914f-181b9c639a6b req-79046333-a769-4126-9e95-897a4a08ed6c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457764 Sep 23 15:22:43.221542 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24169faa-d144-4cb8-ab67-c1caee46fe77 req-db0c336c-00f1-4121-b7b0-5381efca499d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.224440 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-24169faa-d144-4cb8-ab67-c1caee46fe77 req-db0c336c-00f1-4121-b7b0-5381efca499d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0494807 Sep 23 15:22:43.275296 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-24169faa-d144-4cb8-ab67-c1caee46fe77 req-fda719c9-09f3-4762-9fdf-caa87398f1a4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465329 Sep 23 15:22:43.462670 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb1ccc-a70b-44b1-be2e-ec7c19d2bfcc req-26dfc7e4-9617-4ce6-b291-5cf9d76895a5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:43.467750 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-afdb1ccc-a70b-44b1-be2e-ec7c19d2bfcc req-26dfc7e4-9617-4ce6-b291-5cf9d76895a5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.1062074 Sep 23 15:22:43.475023 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 49478) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:43.480994 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'floatingip': {'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:43.554050 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.265348 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:44.313386 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e38d26-cce2-4aac-b799-2be71b2792b3 req-799ba4ff-8ecd-4306-9c57-b944aac3b269 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:44.315162 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-92e38d26-cce2-4aac-b799-2be71b2792b3 req-799ba4ff-8ecd-4306-9c57-b944aac3b269 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0634489 Sep 23 15:22:44.376796 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-92e38d26-cce2-4aac-b799-2be71b2792b3 req-9466e6ea-4658-4c0b-aeb5-eacf33bd4dfa tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553908 Sep 23 15:22:44.398153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.449201 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ad879-422d-4c1f-9515-25304d8331dd req-1f4566e4-1508-46f6-929a-9a661414ec2a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:44.450862 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c31ad879-422d-4c1f-9515-25304d8331dd req-1f4566e4-1508-46f6-929a-9a661414ec2a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0713208 Sep 23 15:22:44.520737 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c31ad879-422d-4c1f-9515-25304d8331dd req-551f373a-4de1-4dce-8ac6-8e11f9c64d6a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626476 Sep 23 15:22:44.720674 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:44.817584 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Floating IP bf9deceb-2157-4946-bf44-93b090248b28 associated. External IP: 172.27.0.193, port: 7d99929c-386a-4e5e-bc8f-6751a85b69b8. Sep 23 15:22:45.036235 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:22:45.148210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:22:45.153479 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:45.159032 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] Sync routers for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:22:45.170121 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:45.170918 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:45.174231 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:45.186395 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6560a0dc-dac9-4e94-b1c4-3f563d6f66d9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/bf9deceb-2157-4946-bf44-93b090248b28 HTTP/1.1" status: 200 len: 992 time: 1.7098815 Sep 23 15:22:45.187387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:45.189789 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a917b79-0dce-4574-b6d7-f1a5b1a26150" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:45.240269 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815f6fbe-d2ea-495b-a286-be4f691f71c4 x-openstack-request-id: req-815f6fbe-d2ea-495b-a286-be4f691f71c4 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:45.240566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:45.240828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-815f6fbe-d2ea-495b-a286-be4f691f71c4 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:45.241250 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815f6fbe-d2ea-495b-a286-be4f691f71c4'] response: {'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'status': 'completed', 'code': 200} Sep 23 15:22:45.270080 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:45.278640 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:45.527929 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:45.537622 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'bf9deceb-2157-4946-bf44-93b090248b28', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:43Z', 'revision_number': 1, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:45.537869 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc66e4-27db-4e0a-89fe-1f6e2f7f1f15 req-c96a9f8f-fcc8-4d34-9cc4-f16f1fa85f94 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:45.539137 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08fc66e4-27db-4e0a-89fe-1f6e2f7f1f15 req-c96a9f8f-fcc8-4d34-9cc4-f16f1fa85f94 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0539682 Sep 23 15:22:45.563211 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] Checking router: d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:22:45.571787 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:22:45.572434 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:22:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:45.588856 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08fc66e4-27db-4e0a-89fe-1f6e2f7f1f15 req-f0e7fd6d-fd19-4ba5-850d-0f6c29866686 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440361 Sep 23 15:22:45.684925 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:22:45.730521 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b651-b6bf-4375-a70f-b73572ae43fa req-442739bf-3bba-461d-b37a-209f0142ae58 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:45.732142 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1703b651-b6bf-4375-a70f-b73572ae43fa req-442739bf-3bba-461d-b37a-209f0142ae58 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0490692 Sep 23 15:22:45.783993 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1703b651-b6bf-4375-a70f-b73572ae43fa req-a777ef7e-e471-4e43-a0e5-982ee4433859 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448551 Sep 23 15:22:45.818022 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:45.939898 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:46.020487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'bf9deceb-2157-4946-bf44-93b090248b28', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:43Z', 'revision_number': 1, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:22:46.048270 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0426a-6fe4-4487-b08b-cbe8c1081c9c None None] The sync data for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi is: [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'bf9deceb-2157-4946-bf44-93b090248b28', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:43Z', 'revision_number': 1, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:22:46.250898 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6339e3ed-0f16-4baa-9d40-90540ee3dc55 None None] New status for floating IP bf9deceb-2157-4946-bf44-93b090248b28: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:22:46.474994 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-786d82c6-208b-4c36-af48-e64ebb37d35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:46.736777 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3cb9e-32ae-4603-a4f4-fb374f1fdb99 req-d72ebf7e-6b19-4504-ab2e-afe152bf847e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.740524 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4ed3cb9e-32ae-4603-a4f4-fb374f1fdb99 req-d72ebf7e-6b19-4504-ab2e-afe152bf847e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0585766 Sep 23 15:22:46.788473 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4ed3cb9e-32ae-4603-a4f4-fb374f1fdb99 req-c22ebd76-b881-45fd-85be-74fe4f35e2ac tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441849 Sep 23 15:22:46.800658 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:46.908957 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3236914-c4c0-4378-8d2a-b72d8e34033f req-b66102e1-9841-4325-b318-932c81ec94f9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:46.910496 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e3236914-c4c0-4378-8d2a-b72d8e34033f req-b66102e1-9841-4325-b318-932c81ec94f9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0474641 Sep 23 15:22:46.962197 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e3236914-c4c0-4378-8d2a-b72d8e34033f req-c4940229-354d-459f-b0d4-db54d5517d24 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456374 Sep 23 15:22:46.966444 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:47.075761 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:47.103607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-1afca570-32c2-451d-90c5-edd599112a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.105184 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-1afca570-32c2-451d-90c5-edd599112a17 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.0392594 Sep 23 15:22:47.190307 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:47.200172 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-c470235a-b8c4-46cb-a7e8-da56c1d449cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.201754 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-c470235a-b8c4-46cb-a7e8-da56c1d449cb service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.0895953 Sep 23 15:22:47.269602 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-8bfe9823-2af0-437e-b1d9-b88b102b7f71 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 1002 time: 0.0601587 Sep 23 15:22:47.323543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-bbd18347-0d84-45fb-a7b4-250d6226e24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.325054 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-bbd18347-0d84-45fb-a7b4-250d6226e24f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0481398 Sep 23 15:22:47.370237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-37208c08-a05d-42d7-b94e-aae6b43d6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.371810 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-37208c08-a05d-42d7-b94e-aae6b43d6c6f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381606 Sep 23 15:22:47.474200 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-7ea0f233-26e5-441b-9a89-4c29c5e764ab service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948606 Sep 23 15:22:47.571406 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2a917b79-0dce-4574-b6d7-f1a5b1a26150 req-8db4803f-065b-4d4d-9573-daac5b159f7f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908186 Sep 23 15:22:47.663540 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:47.885065 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:47.928687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb31cb-aaf5-47fd-abad-f4f4036ce642 req-bd6f7b2c-40b1-4d50-adb2-9bdb3122f9ab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:47.930170 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a5eb31cb-aaf5-47fd-abad-f4f4036ce642 req-bd6f7b2c-40b1-4d50-adb2-9bdb3122f9ab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0553398 Sep 23 15:22:47.980690 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a5eb31cb-aaf5-47fd-abad-f4f4036ce642 req-550a68aa-9b0e-4868-a124-7dedde1d8028 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Sep 23 15:22:48.000795 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:48.087864 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f07b3f-b8c8-451d-8eea-14aa47799f59 req-69fdb403-eb41-43b5-a434-af1c1bdbe8be tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:48.089370 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-82f07b3f-b8c8-451d-8eea-14aa47799f59 req-69fdb403-eb41-43b5-a434-af1c1bdbe8be tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0470812 Sep 23 15:22:48.115729 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:48.146719 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-82f07b3f-b8c8-451d-8eea-14aa47799f59 req-f53dd931-26f8-4bfe-9e9b-f6d0f8fc7384 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513504 Sep 23 15:22:48.372248 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:48.657733 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:48.812476 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-6237c06a-83c7-4d90-929b-af67843cd746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:49.001202 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:49.112016 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c0364-789a-4f41-9eca-1d741f9e2654 req-7d86359e-7282-42b2-8bf8-28a517c8c7fb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:49.113727 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1d4c0364-789a-4f41-9eca-1d741f9e2654 req-7d86359e-7282-42b2-8bf8-28a517c8c7fb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0493248 Sep 23 15:22:49.169778 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1d4c0364-789a-4f41-9eca-1d741f9e2654 req-5f70bd46-d5fd-4ac7-8f73-64ee66a21d29 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501008 Sep 23 15:22:49.283380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e9576-5008-4402-a677-778e7a4d7ddd req-327a3af1-e38c-426f-86ba-e02f6d7547f7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:49.283380 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7e4e9576-5008-4402-a677-778e7a4d7ddd req-327a3af1-e38c-426f-86ba-e02f6d7547f7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0522621 Sep 23 15:22:49.339934 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7e4e9576-5008-4402-a677-778e7a4d7ddd req-84b4aabe-4b53-455b-9173-4564df899cf3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489938 Sep 23 15:22:49.572075 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:50.035164 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 49606) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:50.035886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:50.156496 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db6-9eb8-4c8f-990b-26d2d41db551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.237734 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db6-9eb8-4c8f-990b-26d2d41db551 admin admin] Publish callbacks [] for security_group (d463332d-0625-436d-ae43-edfff2bac9bd), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.258064 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.300033 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53cef2-dc76-43b5-b8e1-09aa4d0d0192 req-9f6ed90f-6265-41e5-ad45-02829b31a3a3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:50.301590 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3b53cef2-dc76-43b5-b8e1-09aa4d0d0192 req-9f6ed90f-6265-41e5-ad45-02829b31a3a3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0474312 Sep 23 15:22:50.357559 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3b53cef2-dc76-43b5-b8e1-09aa4d0d0192 req-45473bb9-6f89-44f7-a017-aacf1b883b6a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484180 Sep 23 15:22:50.372263 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ea0e4db6-9eb8-4c8f-990b-26d2d41db551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d463332d-0625-436d-ae43-edfff2bac9bd), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.439501 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e4db6-9eb8-4c8f-990b-26d2d41db551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d463332d-0625-436d-ae43-edfff2bac9bd,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:50.459908 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 49618) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:22:50.460419 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ea0e4db6-9eb8-4c8f-990b-26d2d41db551 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5ff374b0f9b640009a325a14d202a6a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247911 Sep 23 15:22:50.520335 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fa7fd-f7bc-40e3-b2d1-d0de53867388 req-965fbdf2-acfa-49b7-bbea-0ad6e9475c82 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:50.521991 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bc5fa7fd-f7bc-40e3-b2d1-d0de53867388 req-965fbdf2-acfa-49b7-bbea-0ad6e9475c82 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0750861 Sep 23 15:22:50.550651 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-718ddb94-6078-49ce-b3fe-2921eb1d00fa tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:50.552359 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-718ddb94-6078-49ce-b3fe-2921eb1d00fa tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/networks?id=5d0889b4-33f0-4d83-abe3-fa2925a19a90 HTTP/1.1" status: 200 len: 814 time: 0.1535537 Sep 23 15:22:50.577240 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-df7cc80a-b512-4825-ad81-070b7e7d85ca tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/quotas/c9488f4d4af441168341205e0e936ce4 HTTP/1.1" status: 200 len: 375 time: 0.0157824 Sep 23 15:22:50.597945 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b358d61a-ea32-47d0-9558-8015b66fca54 admin admin] Publish callbacks [] for security_group (d463332d-0625-436d-ae43-edfff2bac9bd), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.599072 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bc5fa7fd-f7bc-40e3-b2d1-d0de53867388 req-42b3ebd2-aec8-4193-b0cf-a584fd02620d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676692 Sep 23 15:22:50.618238 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-edbb0db6-459e-4fd5-9ef0-428fe51248d1 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=c9488f4d4af441168341205e0e936ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387108 Sep 23 15:22:50.627237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b358d61a-ea32-47d0-9558-8015b66fca54 admin admin] Publish callbacks [] for security_group (d463332d-0625-436d-ae43-edfff2bac9bd), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.709862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:50.736789 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-399c9d5e-95a2-4faa-9130-5836e5e0f631 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953739 Sep 23 15:22:50.777813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b358d61a-ea32-47d0-9558-8015b66fca54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d463332d-0625-436d-ae43-edfff2bac9bd), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.781840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b358d61a-ea32-47d0-9558-8015b66fca54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:50.786192 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b358d61a-ea32-47d0-9558-8015b66fca54 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d463332d-0625-436d-ae43-edfff2bac9bd HTTP/1.1" status: 204 len: 168 time: 0.3244433 Sep 23 15:22:50.806373 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d61a-ea32-47d0-9558-8015b66fca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d463332d-0625-436d-ae43-edfff2bac9bd,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:50.834035 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:50.852501 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-a8a017ce-1102-400e-aa29-72dccf0f753a service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029251 Sep 23 15:22:51.074593 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:51.197465 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bfdf689c-76f0-4339-8d1a-773a5188fa42 req-b8e749bd-727f-4827-aebe-4742188cfa62 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0304708 Sep 23 15:22:51.298208 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:51.501757 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803b774-682c-4069-a307-db901ab1ae2f req-7ad5563e-ceb0-4d4b-a760-31788f20ee29 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:51.503253 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d803b774-682c-4069-a307-db901ab1ae2f req-7ad5563e-ceb0-4d4b-a760-31788f20ee29 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0516527 Sep 23 15:22:51.512574 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:22:51.563581 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d803b774-682c-4069-a307-db901ab1ae2f req-3e54db3e-1efb-49a0-b53e-734bdb619ed9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538969 Sep 23 15:22:51.626911 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:51.641645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'mac_address': 'fa:16:3e:9a:71:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:22:51.684910 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: ACTIVE; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:51.685342 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:51.699944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8801bad0-f531-42e9-8015-b0d63a8e4f8e {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:22:51.722140 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:51.761817 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a061ec-8fed-4cba-b6d5-cb7656f7abfd req-a26c80dc-fce8-4a27-9277-ed47eaf50baa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:51.763751 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98a061ec-8fed-4cba-b6d5-cb7656f7abfd req-a26c80dc-fce8-4a27-9277-ed47eaf50baa tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0696025 Sep 23 15:22:51.829216 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:51.850295 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98a061ec-8fed-4cba-b6d5-cb7656f7abfd req-3fc5d99c-d45a-43e4-b83c-cc611e96d14e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739896 Sep 23 15:22:51.928430 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=6']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:51.986192 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['8801bad0-f531-42e9-8015-b0d63a8e4f8e'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:22:52.052832 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:52.134577 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.290183 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:52.327864 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64affe00-b3d7-4ae9-a0ef-c88315a867f0 req-95df951d-b92a-487d-9b94-11e7bbda9c55 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0656409 Sep 23 15:22:52.733263 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43a59d-c54c-4300-8e19-204ea4baa1cf req-a6f144d7-4da0-40d8-a98a-2db1981c7bdc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:52.734829 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-af43a59d-c54c-4300-8e19-204ea4baa1cf req-a6f144d7-4da0-40d8-a98a-2db1981c7bdc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0603571 Sep 23 15:22:52.794028 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:52.799729 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-af43a59d-c54c-4300-8e19-204ea4baa1cf req-9d3c4e74-5d28-4cca-baf7-a1a94c782608 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Sep 23 15:22:53.009431 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8c5af-12bd-48ad-9aae-66d15c224601 req-5415ffe6-a773-4e94-b2ff-9e3fa5633a01 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:53.012496 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a4d8c5af-12bd-48ad-9aae-66d15c224601 req-5415ffe6-a773-4e94-b2ff-9e3fa5633a01 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0544546 Sep 23 15:22:53.102548 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a4d8c5af-12bd-48ad-9aae-66d15c224601 req-c8280d92-980e-4495-bcfa-9bbf46316ad0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751512 Sep 23 15:22:53.488636 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-280e925f-4963-4db2-b91e-588e2f24f00a req-79081f93-f4e1-46f9-9280-49257b996977 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0555482 Sep 23 15:22:53.957439 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7625f9-5c05-47c7-834d-c35b67569247 req-f4c45bd5-3aab-4747-9798-e565f858ad32 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:53.976511 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6a7625f9-5c05-47c7-834d-c35b67569247 req-f4c45bd5-3aab-4747-9798-e565f858ad32 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0576041 Sep 23 15:22:54.040250 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:54.046655 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6a7625f9-5c05-47c7-834d-c35b67569247 req-97ec95ac-3b9c-47f6-b313-1e52ade557ca tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793488 Sep 23 15:22:54.261530 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f105a4-2b15-4cc2-ab8b-8573729e538f req-c739a190-1b40-43a2-85da-90a847e5c9e6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:54.269131 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-26f105a4-2b15-4cc2-ab8b-8573729e538f req-c739a190-1b40-43a2-85da-90a847e5c9e6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0596910 Sep 23 15:22:54.333260 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-26f105a4-2b15-4cc2-ab8b-8573729e538f req-057029cd-eae3-4665-9477-783ef1d69290 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631366 Sep 23 15:22:54.688374 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-eb9578c6-810d-4312-bfcd-f137991bd59d req-55e639f8-308e-4b3c-894a-322b34bbc5ea tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0535781 Sep 23 15:22:55.252553 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8392b-dfdf-48b5-b6fb-4314aad9b99c req-01d02dac-6650-4164-8c6f-cf3ce0696cd1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:55.254330 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ced8392b-dfdf-48b5-b6fb-4314aad9b99c req-01d02dac-6650-4164-8c6f-cf3ce0696cd1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0760269 Sep 23 15:22:55.315880 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ced8392b-dfdf-48b5-b6fb-4314aad9b99c req-6814a43c-af89-42ab-8787-7c31a85aaf3b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553749 Sep 23 15:22:55.475223 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ea749-3dc9-43c5-bf12-383b5f3273f4 req-dbaed247-4bfa-4c5e-a3a6-ab898f14d660 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:55.476807 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c62ea749-3dc9-43c5-bf12-383b5f3273f4 req-dbaed247-4bfa-4c5e-a3a6-ab898f14d660 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0613022 Sep 23 15:22:55.801070 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c62ea749-3dc9-43c5-bf12-383b5f3273f4 req-b2ba7f8f-a162-4486-8b8a-c0c226d0687c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173084 Sep 23 15:22:55.887791 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9499ca0d-9de7-44ff-bf59-35bc15b61b18 req-c51e7d73-342c-439a-9c26-8bc83d0372f6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0425310 Sep 23 15:22:55.933095 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:22:55.991555 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 8801bad0-f531-42e9-8015-b0d63a8e4f8e triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:22:55.992742 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:55.993715 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:22:56.087085 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:22:56.087491 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:56.114013 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:22:56.116369 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db3b73-bb28-4c97-bfec-f64c280c18af" -d '{"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-plugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:22:56.142805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:22:56.162587 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b917dd-36d1-4ac0-ad55-352e8d034a99 x-openstack-request-id: req-84b917dd-36d1-4ac0-ad55-352e8d034a99 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:22:56.164198 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-plugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:22:56.164512 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84b917dd-36d1-4ac0-ad55-352e8d034a99 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:22:56.165237 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b917dd-36d1-4ac0-ad55-352e8d034a99'] response: {'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'code': 200} Sep 23 15:22:56.274977 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:56.350415 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=7']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:56.424182 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:56.444811 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:56.472300 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a435e-4fc3-4b0e-bdc8-073c602e3ea7 req-9b6ee0b6-cbcd-428a-b7b8-c9115f3671ab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:56.473928 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7a1a435e-4fc3-4b0e-bdc8-073c602e3ea7 req-9b6ee0b6-cbcd-428a-b7b8-c9115f3671ab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0511715 Sep 23 15:22:56.532019 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7a1a435e-4fc3-4b0e-bdc8-073c602e3ea7 req-f0089f53-7a76-461a-aaa7-e93c2ee7df1b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503268 Sep 23 15:22:56.926352 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4ef11-f1f4-49fa-b5b3-48ccecd28a83 req-e959f015-ed18-4eb4-b653-0bd394c5bf72 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:56.928069 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-04a4ef11-f1f4-49fa-b5b3-48ccecd28a83 req-e959f015-ed18-4eb4-b653-0bd394c5bf72 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0476325 Sep 23 15:22:56.980240 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-04a4ef11-f1f4-49fa-b5b3-48ccecd28a83 req-23ec0db9-89b9-4f08-90ce-23ff4d6ace09 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Sep 23 15:22:57.003963 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a0c32d5-42bb-4870-9cf2-2785ac8a75e1 req-efd8612e-76a0-445e-8b0a-3932821a619e tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0288541 Sep 23 15:22:57.770595 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436bf13-fbdc-49be-bd2d-8e8e388af948 req-cb0359bb-15da-4e18-ac80-10e1746f9037 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:57.770595 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5436bf13-fbdc-49be-bd2d-8e8e388af948 req-cb0359bb-15da-4e18-ac80-10e1746f9037 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0563455 Sep 23 15:22:57.770595 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5436bf13-fbdc-49be-bd2d-8e8e388af948 req-ed3bc25e-ec7a-49b2-9745-5037a2c7c939 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676975 Sep 23 15:22:58.162379 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-eacad54e-a126-4a5b-be59-1ca05ce6098b req-7ba45f12-ef7e-4fa4-a9d4-e2ba3757b2fb tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0359907 Sep 23 15:22:58.176348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12147a7-71dd-4a2a-b1d3-9de26f0bf8f9 req-a910552e-e141-4e13-8881-124c454ee8d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:58.183076 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f12147a7-71dd-4a2a-b1d3-9de26f0bf8f9 req-a910552e-e141-4e13-8881-124c454ee8d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0662887 Sep 23 15:22:58.243627 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f12147a7-71dd-4a2a-b1d3-9de26f0bf8f9 req-e963a254-f65d-4532-93ea-151e88273a24 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595336 Sep 23 15:22:58.502695 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-4d6ff532-c10d-462d-b924-7a9c1ced061d tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:58.504522 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-4d6ff532-c10d-462d-b924-7a9c1ced061d tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "GET /networking/v2.0/networks?id=5d0889b4-33f0-4d83-abe3-fa2925a19a90 HTTP/1.1" status: 200 len: 814 time: 0.1541488 Sep 23 15:22:58.526010 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Request body: {'port': {'device_id': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90', 'admin_state_up': True, 'tenant_id': 'c9488f4d4af441168341205e0e936ce4'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:22:58.754394 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Made reservation on behalf of c9488f4d4af441168341205e0e936ce4 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:22:58.758504 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:58.972496 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:58.979716 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0aaf1f-111c-4999-9623-9a58342e3e30 req-cd04bea2-8466-447e-a55c-b16574e59cfe tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:58.999100 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a0aaf1f-111c-4999-9623-9a58342e3e30 req-cd04bea2-8466-447e-a55c-b16574e59cfe tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.2608535 Sep 23 15:22:59.049535 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Allocated IP 172.20.0.7 (5d0889b4-33f0-4d83-abe3-fa2925a19a90/570f49d1-ab4d-4081-b374-cd30211f52fc/a77f6045-1b49-44c2-897a-62ae2ea00ad4) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:22:59.079472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80aa12-7253-42e4-96b6-c71521ccbde2 req-08f7c336-93f1-4ee0-86ef-f0f1f50177b7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:59.081064 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ca80aa12-7253-42e4-96b6-c71521ccbde2 req-08f7c336-93f1-4ee0-86ef-f0f1f50177b7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0938778 Sep 23 15:22:59.091694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a0aaf1f-111c-4999-9623-9a58342e3e30 req-d4d9d279-4956-4273-aa43-9618ae2ac0eb tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914333 Sep 23 15:22:59.135278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:59.177357 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-c633ed80-4b19-4738-bdad-33e481665217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:59.185813 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-c633ed80-4b19-4738-bdad-33e481665217 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1129 time: 0.0855143 Sep 23 15:22:59.212293 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ca80aa12-7253-42e4-96b6-c71521ccbde2 req-8ad6a5d2-5bc6-46d9-aac7-bbce9b8c633a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166523 Sep 23 15:22:59.354535 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-85b04fa4-6275-4f79-94c3-b18bb3fb9c3f req-50566605-28dc-43ac-b75c-5ff4f3c914c3 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0466294 Sep 23 15:22:59.491665 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks [] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:59.497626 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-2049459f-7e27-4a06-bb44-10a97e736aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:59.499626 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-2049459f-7e27-4a06-bb44-10a97e736aaa service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.2056103 Sep 23 15:22:59.610980 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-97146052-581a-484d-a7e0-c1d9265da131 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 1000 time: 0.1041510 Sep 23 15:22:59.693484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-579b032d-62a2-41ce-a1e3-10b1b4353790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:59.696687 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-579b032d-62a2-41ce-a1e3-10b1b4353790 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.0755935 Sep 23 15:22:59.726491 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:59.756173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:22:59.814963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:22:59.818322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:22:59.821668 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:22:59.830566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-3313ce55-1234-4872-b5f9-22b190a2151a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:59.830566 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-3313ce55-1234-4872-b5f9-22b190a2151a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212242 Sep 23 15:22:59.855597 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-a4d26dd6-c8dc-4d62-98b7-11f5a51882c9 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1141311030&fields=id&tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4 HTTP/1.1" status: 200 len: 267 time: 0.0937088 Sep 23 15:22:59.896086 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Pushing event updated for resources: {'Port': ['ID=a77f6045-1b49-44c2-897a-62ae2ea00ad4,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:22:59.945896 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.946217 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.946494 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.946834 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.947171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.947504 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.947838 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.948191 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.948536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.948850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.949181 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.949506 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.949833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.950213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.950543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:22:59.979407 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:22:59.989530 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:22:59.997533 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-b8ed917c-f699-4ffb-ada3-b3917a3d5f50 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:00.008843 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-b8ed917c-f699-4ffb-ada3-b3917a3d5f50 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 808 time: 0.1517096 Sep 23 15:23:00.022600 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-52afab02-f503-4c59-b12a-4402b2a306d6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/quotas/7c95b871ff2b4ed89195a9c0fa94e8b4 HTTP/1.1" status: 200 len: 375 time: 0.0128975 Sep 23 15:23:00.065784 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-8a95ab8b-fbb6-4088-9b12-29dc1ad4c1cd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093024 Sep 23 15:23:00.115214 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-6e28067f-eaac-4543-829d-f091900e4bd4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679610 Sep 23 15:23:00.247138 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-c852cfa3-df7e-4258-85ef-4e26d4906fed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7264521 Sep 23 15:23:00.261808 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-d17eba2e-2473-41bf-9121-5314a246450f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342058 Sep 23 15:23:00.281924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Request body: {'port': {'device_id': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:00.353742 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53717642-5d5c-433f-b8fa-c4a0de8ce7d6 req-0367847c-e753-48fe-a8c0-dde9cba2d922 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232561 Sep 23 15:23:00.391461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2372c-f68e-491a-9fc0-cba83aef4241 req-2f90f495-9e97-40a8-b189-1a5e6a9836ad tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:00.397101 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7af2372c-f68e-491a-9fc0-cba83aef4241 req-2f90f495-9e97-40a8-b189-1a5e6a9836ad tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1563141 Sep 23 15:23:00.426239 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-1730cf19-d80e-4602-8a18-f758bd4babbf service neutron] 10.222.0.55 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525068 Sep 23 15:23:00.453631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:00.549065 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7af2372c-f68e-491a-9fc0-cba83aef4241 req-10cf7b44-6448-4e9c-91b8-775ddf0e9703 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968533 Sep 23 15:23:01.010236 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:01.017607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bce1a-778b-4ca7-8429-06e66385e6b5 req-76052252-8c40-4005-bfbe-e3648b85a1cb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:01.019249 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a97bce1a-778b-4ca7-8429-06e66385e6b5 req-76052252-8c40-4005-bfbe-e3648b85a1cb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.3466876 Sep 23 15:23:01.125224 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a97bce1a-778b-4ca7-8429-06e66385e6b5 req-9f72933d-6180-471b-8505-aaef32f608c3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958679 Sep 23 15:23:01.280683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77f6045-1b49-44c2-897a-62ae2ea00ad4 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:23:01.292097 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Publish callbacks [] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:01.305068 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d65c30-7dd4-4478-b8d3-17df4c637ab5 req-8f652c80-3cae-4d10-b293-975b47de880a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:01.306540 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13d65c30-7dd4-4478-b8d3-17df4c637ab5 req-8f652c80-3cae-4d10-b293-975b47de880a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 931 time: 0.0747344 Sep 23 15:23:01.316128 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Transition to ACTIVE for port object a77f6045-1b49-44c2-897a-62ae2ea00ad4 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:23:01.321855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:01.359819 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13d65c30-7dd4-4478-b8d3-17df4c637ab5 req-5382a985-4904-4ad1-9277-e11805dae034 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Sep 23 15:23:01.705259 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75bf9b-3153-4453-b6ce-0e95cc43488d req-7f60e728-845c-4670-9092-aa774f7fa3e4 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:01.706909 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1b75bf9b-3153-4453-b6ce-0e95cc43488d req-7f60e728-845c-4670-9092-aa774f7fa3e4 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0529571 Sep 23 15:23:01.785489 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1b75bf9b-3153-4453-b6ce-0e95cc43488d req-6aa43706-f1e1-4cd2-96c3-e97ded1e6e1d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727394 Sep 23 15:23:01.931211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:02.023645 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Pushing event updated for resources: {'Port': ['ID=a77f6045-1b49-44c2-897a-62ae2ea00ad4,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:02.062359 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Attempting to bind port a77f6045-1b49-44c2-897a-62ae2ea00ad4 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:02.062951 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Attempting to bind port a77f6045-1b49-44c2-897a-62ae2ea00ad4 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:02.063472 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Attempting to bind port a77f6045-1b49-44c2-897a-62ae2ea00ad4 on network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:02.124900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Port a77f6045-1b49-44c2-897a-62ae2ea00ad4 on network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:23:02.125567 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Attempting to bind port a77f6045-1b49-44c2-897a-62ae2ea00ad4 on network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:02.205370 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:02.205778 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Checking segment: {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:02.206170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Bound using segment: {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:02.206638 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Bound port: a77f6045-1b49-44c2-897a-62ae2ea00ad4, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:02.207124 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:02.264713 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4ab5adbb-e0a6-410c-8351-da73da72d58d req-3b0729db-5efb-48bd-a296-a35458c6999d tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0410726 Sep 23 15:23:02.354881 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] For port a77f6045-1b49-44c2-897a-62ae2ea00ad4, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:02.361998 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] For port a77f6045-1b49-44c2-897a-62ae2ea00ad4, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=a77f6045-1b49-44c2-897a-62ae2ea00ad4,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:02.383128 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7db66-5b05-4845-a15a-fa6fa1f3cbd4 req-a34d26c9-7c2a-4462-abca-0fe957ffe3de tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:02.394312 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a0f7db66-5b05-4845-a15a-fa6fa1f3cbd4 req-a34d26c9-7c2a-4462-abca-0fe957ffe3de tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.1235514 Sep 23 15:23:02.507807 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a0f7db66-5b05-4845-a15a-fa6fa1f3cbd4 req-edc0b208-8533-4d32-8547-ab8ce44ec4be tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124845 Sep 23 15:23:02.533805 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2687e-c0ff-482e-ae0f-62da19d4f811 req-57b194dd-0056-405a-9795-53356f792d23 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:02.536437 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9ae2687e-c0ff-482e-ae0f-62da19d4f811 req-57b194dd-0056-405a-9795-53356f792d23 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 943 time: 0.0711236 Sep 23 15:23:02.537900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:02.568944 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:02.585141 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:02.586021 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:02.587627 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/a77f6045-1b49-44c2-897a-62ae2ea00ad4 HTTP/1.1" status: 200 len: 1093 time: 2.3135645 Sep 23 15:23:02.590129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'tag': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:02.593289 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d4775c-3acb-4fa1-be1e-473efcef486a" -d '{"events": [{"name": "network-changed", "server_uuid": "485ab2cf-cd2f-42e5-a625-bda9af6b99b5", "tag": "a77f6045-1b49-44c2-897a-62ae2ea00ad4"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:02.652910 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9ae2687e-c0ff-482e-ae0f-62da19d4f811 req-cf854006-365e-49e2-bb54-68ebdf00c33e tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016438 Sep 23 15:23:02.659213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6784f1-463a-4cd1-91c1-c32f0a12488c x-openstack-request-id: req-8d6784f1-463a-4cd1-91c1-c32f0a12488c {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:02.659719 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485ab2cf-cd2f-42e5-a625-bda9af6b99b5", "tag": "a77f6045-1b49-44c2-897a-62ae2ea00ad4", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:02.660407 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d6784f1-463a-4cd1-91c1-c32f0a12488c {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:02.661005 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6784f1-463a-4cd1-91c1-c32f0a12488c'] response: {'name': 'network-changed', 'server_uuid': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'tag': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4', 'status': 'completed', 'code': 200} Sep 23 15:23:02.682171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996b323-1799-4ce4-9604-f0e8b2134d5f service neutron] Pushing event updated for resources: {'Port': ['ID=a77f6045-1b49-44c2-897a-62ae2ea00ad4,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:02.860353 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4775c-3acb-4fa1-be1e-473efcef486a req-4ebfc73d-5365-4319-a97a-168992ee8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:02.863252 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-95d4775c-3acb-4fa1-be1e-473efcef486a req-4ebfc73d-5365-4319-a97a-168992ee8af0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=c9488f4d4af441168341205e0e936ce4&device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 1127 time: 0.0476079 Sep 23 15:23:03.023181 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c94392-cb38-4279-8f7a-833d43cdc378 req-9918a7b3-805f-4083-ada7-9e854d8a5480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.024768 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f6c94392-cb38-4279-8f7a-833d43cdc378 req-9918a7b3-805f-4083-ada7-9e854d8a5480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0774634 Sep 23 15:23:03.099660 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f6c94392-cb38-4279-8f7a-833d43cdc378 req-29e17b44-71c2-4be7-85ff-929aa5ba6578 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673556 Sep 23 15:23:03.101026 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4775c-3acb-4fa1-be1e-473efcef486a req-1e277aa3-9f50-4acf-81ff-65abad51bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.103347 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-95d4775c-3acb-4fa1-be1e-473efcef486a req-1e277aa3-9f50-4acf-81ff-65abad51bbab service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=c9488f4d4af441168341205e0e936ce4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2228272 Sep 23 15:23:03.236551 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4775c-3acb-4fa1-be1e-473efcef486a req-0c8317d6-0269-48cf-96d0-7f262c72f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.238173 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-95d4775c-3acb-4fa1-be1e-473efcef486a req-0c8317d6-0269-48cf-96d0-7f262c72f685 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274214 Sep 23 15:23:03.380035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-33f55c7f-3d72-40c9-b04f-26bfcbe1746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.390559 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-33f55c7f-3d72-40c9-b04f-26bfcbe1746e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=c9488f4d4af441168341205e0e936ce4&device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 1127 time: 0.0610750 Sep 23 15:23:03.394689 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-87fff6b8-b0df-4eb6-aa47-125ae0d94906 req-74e63a29-9f2d-4cea-8a8a-2e52a78d7cf6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0504134 Sep 23 15:23:03.453929 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-7086955c-66cf-4bdb-a5d1-68f6634dcd04 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a77f6045-1b49-44c2-897a-62ae2ea00ad4 HTTP/1.1" status: 200 len: 217 time: 0.0375032 Sep 23 15:23:03.650902 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:03.671646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeb0d3-b26e-4a3a-9281-cc42c315c826 req-103726a4-bb31-401e-8d8d-c91e81cfa89b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.675738 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d6aeb0d3-b26e-4a3a-9281-cc42c315c826 req-103726a4-bb31-401e-8d8d-c91e81cfa89b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0790231 Sep 23 15:23:03.828615 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d6aeb0d3-b26e-4a3a-9281-cc42c315c826 req-7d31f954-afe2-4ea7-8344-95211c7cde88 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444459 Sep 23 15:23:03.831845 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:03.831845 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:03.838125 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93c2a0-db74-4ffd-8a30-7fa9f2eb7faa req-ab7be234-0650-4742-83d3-643052e108ed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.855057 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7d93c2a0-db74-4ffd-8a30-7fa9f2eb7faa req-ab7be234-0650-4742-83d3-643052e108ed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 943 time: 0.0914447 Sep 23 15:23:03.877082 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-abcaaa99-34f6-4c1f-8ffd-0316bacb3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:03.878609 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-abcaaa99-34f6-4c1f-8ffd-0316bacb3ab0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=570f49d1-ab4d-4081-b374-cd30211f52fc HTTP/1.1" status: 200 len: 854 time: 0.1600587 Sep 23 15:23:03.947388 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-e40f971e-f366-4e50-bd65-155fe431e125 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5d0889b4-33f0-4d83-abe3-fa2925a19a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596604 Sep 23 15:23:03.991802 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7d93c2a0-db74-4ffd-8a30-7fa9f2eb7faa req-618639d2-cecc-4596-9ad2-25825dc72142 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355817 Sep 23 15:23:04.132846 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-10634ca8-a7d6-4466-9df6-425ef69685a3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782739 Sep 23 15:23:04.270453 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-00ce6b85-1561-40d9-9cbf-320ce8fb52ff req-ae80727a-5c16-4b13-ac8a-ed8af23173e5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279426 Sep 23 15:23:04.396870 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:04.531085 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b1d0ae78-c83e-4fd6-b274-d3e6ebd5ca8b req-278851b3-0366-485d-af36-0ab28bccd90f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0355501 Sep 23 15:23:05.020723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65996f17-871f-4011-89e3-ac4c2f0cf8af req-1a73651f-f7d4-463a-b174-f0a2d40845de tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.023207 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-65996f17-871f-4011-89e3-ac4c2f0cf8af req-1a73651f-f7d4-463a-b174-f0a2d40845de tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0793641 Sep 23 15:23:05.130981 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-65996f17-871f-4011-89e3-ac4c2f0cf8af req-09a5021f-1a43-4d1a-a079-908d1a95b10a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991945 Sep 23 15:23:05.180167 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df959ac-d870-4a2d-958a-f5d289a7c857 req-17799d25-77bc-41ad-b771-1ecc8d513a50 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.181639 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5df959ac-d870-4a2d-958a-f5d289a7c857 req-17799d25-77bc-41ad-b771-1ecc8d513a50 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 943 time: 0.0762188 Sep 23 15:23:05.245461 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5df959ac-d870-4a2d-958a-f5d289a7c857 req-ea1efe18-c884-4f9f-ade9-a19d4bb51239 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Sep 23 15:23:05.690173 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dd75be86-7a65-413c-b93c-c4e8a8a7aa69 req-b6c413c0-9fb2-45a8-addb-05e77d90dbbb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0365765 Sep 23 15:23:05.691484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:05.702333 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-2ed927a4-9dbb-4482-ad0a-c17c286d373f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416362 Sep 23 15:23:05.766883 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-ba9c79f9-903f-4d75-b5b2-a7b263116804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.768318 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-ba9c79f9-903f-4d75-b5b2-a7b263116804 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 1130 time: 0.0399747 Sep 23 15:23:05.876887 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-46ae8907-92c0-4500-8bc7-a1e00da3ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.878390 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-46ae8907-92c0-4500-8bc7-a1e00da3ceda service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.0915179 Sep 23 15:23:05.917083 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-e82a375c-bfba-4f34-9c0c-4704e0b65693 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 200 len: 217 time: 0.0324259 Sep 23 15:23:05.971333 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-5409ce82-99ac-4280-ac2d-28a3573a3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:05.978086 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-5409ce82-99ac-4280-ac2d-28a3573a3a51 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0495658 Sep 23 15:23:06.019242 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-e785fdef-d1a1-46d2-a162-d36fbfcfcc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:06.020812 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-e785fdef-d1a1-46d2-a162-d36fbfcfcc67 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403817 Sep 23 15:23:06.135478 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-38169d80-dc59-4a13-8e92-8fe6a1eb659d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084340 Sep 23 15:23:06.250493 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3ee03217-ad9b-45ae-82d3-46136096f289 req-f8b4845c-9864-43cd-9278-ce582bc4fd75 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065500 Sep 23 15:23:06.287044 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6163a31-fe1c-42c5-b116-617874ba91e2 req-d18bdb05-cb31-4a33-8f96-fb88bbac2b3b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:06.287525 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b6163a31-fe1c-42c5-b116-617874ba91e2 req-d18bdb05-cb31-4a33-8f96-fb88bbac2b3b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0564661 Sep 23 15:23:06.303479 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:06.344389 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b6163a31-fe1c-42c5-b116-617874ba91e2 req-19dfce7d-1ff0-4eef-ab0c-07bd04bd13ab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484152 Sep 23 15:23:06.379024 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ebf65-7b62-4250-b8a9-e2251e82ada8 req-fd28987b-c920-4add-8281-20a1a2fbba6f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:06.380528 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b80ebf65-7b62-4250-b8a9-e2251e82ada8 req-fd28987b-c920-4add-8281-20a1a2fbba6f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 943 time: 0.0531092 Sep 23 15:23:06.431921 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b80ebf65-7b62-4250-b8a9-e2251e82ada8 req-6b86b79d-b952-4daa-974a-f9ab2b283900 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454161 Sep 23 15:23:06.797587 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5ea280e8-8934-4d9b-ae0e-b9bd978b8a47 req-ec5de2b8-399d-482c-9f51-c0843798d00b tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0302200 Sep 23 15:23:07.518634 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805332a8-9f11-48a0-91cc-8af2561ddb11 req-08921ffa-ccd3-4b65-91db-e24e76f1d6b2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:07.528364 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-805332a8-9f11-48a0-91cc-8af2561ddb11 req-08921ffa-ccd3-4b65-91db-e24e76f1d6b2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0736902 Sep 23 15:23:07.608916 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17452f00-27c0-4b77-8502-548d2d9a9a04 req-2299a78f-cb45-4a12-873d-ff5eb05e4683 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:07.610653 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-17452f00-27c0-4b77-8502-548d2d9a9a04 req-2299a78f-cb45-4a12-873d-ff5eb05e4683 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 943 time: 0.0767376 Sep 23 15:23:07.622494 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-805332a8-9f11-48a0-91cc-8af2561ddb11 req-0628ed2d-1ee0-4ef4-a1b5-91be6a3b7b11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880623 Sep 23 15:23:07.687865 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-17452f00-27c0-4b77-8502-548d2d9a9a04 req-18c806ac-54e5-449b-ab84-4df3d8c8111a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696323 Sep 23 15:23:07.915052 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-187e11a8-2294-4f95-bbf1-12a14d604a4d req-befec778-0326-47bf-81c5-704ae9444f4d tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0360973 Sep 23 15:23:07.992978 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device a77f6045-1b49-44c2-897a-62ae2ea00ad4 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:23:08.015853 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:08.114841 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port a77f6045-1b49-44c2-897a-62ae2ea00ad4, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=a77f6045-1b49-44c2-897a-62ae2ea00ad4,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:08.127538 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4', 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90', 'port_id': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4', 'mac_address': 'fa:16:3e:6d:30:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570f49d1-ab4d-4081-b374-cd30211f52fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:23:08.170014 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port a77f6045-1b49-44c2-897a-62ae2ea00ad4 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:08.170714 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:08.184681 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77f6045-1b49-44c2-897a-62ae2ea00ad4 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:23:08.207337 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port a77f6045-1b49-44c2-897a-62ae2ea00ad4, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=a77f6045-1b49-44c2-897a-62ae2ea00ad4,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:08.301963 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:08.364184 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=a77f6045-1b49-44c2-897a-62ae2ea00ad4,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:08.553639 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50058) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:08.615996 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['a77f6045-1b49-44c2-897a-62ae2ea00ad4'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:23:08.677814 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:08.799674 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e12cd8e3-9100-4be9-938d-4b734bd1a9dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:08.839496 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b539e-180c-43d6-b60a-a92aeba4ef5d req-8475fcbd-fdbf-44c5-8b09-df9176d1b4d6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:08.841221 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-450b539e-180c-43d6-b60a-a92aeba4ef5d req-8475fcbd-fdbf-44c5-8b09-df9176d1b4d6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 944 time: 0.0583000 Sep 23 15:23:08.858340 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a5df3-47f9-46cc-a52a-6cbd531e7f1c req-4c58b2aa-eb5c-49fa-86e1-03abe756f12c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:08.859887 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c73a5df3-47f9-46cc-a52a-6cbd531e7f1c req-4c58b2aa-eb5c-49fa-86e1-03abe756f12c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.1095777 Sep 23 15:23:08.893226 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-450b539e-180c-43d6-b60a-a92aeba4ef5d req-d5651a06-b0c7-4807-a221-f1cae5e877c4 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462110 Sep 23 15:23:08.916820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-462bc0ed-17dc-43e3-8fa1-a225f211ca59 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:08.918361 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-462bc0ed-17dc-43e3-8fa1-a225f211ca59 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.77 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 808 time: 0.2505448 Sep 23 15:23:08.995867 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c73a5df3-47f9-46cc-a52a-6cbd531e7f1c req-fd39580d-45f1-425f-9651-9eeccc1174c3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265111 Sep 23 15:23:09.030809 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8f885383-b926-4659-9c84-927e5946a4cf req-8d4d8e22-2e39-414a-b49f-8312037c5317 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0318708 Sep 23 15:23:09.074540 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e12cd8e3-9100-4be9-938d-4b734bd1a9dc admin admin] Publish callbacks [] for security_group (556c1e96-adda-45e1-b7a4-b6d311e62dc2), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.087290 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-b09c1626-2912-40a9-9d6c-9cfde09ce1fa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4 HTTP/1.1" status: 200 len: 380 time: 0.1372771 Sep 23 15:23:09.102313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'port': {'device_id': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'admin_state_up': True, 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'security_groups': ['ee2ce798-35e6-4a57-8538-4ec7a96a22a5']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:09.199251 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e12cd8e3-9100-4be9-938d-4b734bd1a9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (556c1e96-adda-45e1-b7a4-b6d311e62dc2), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.267388 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cd8e3-9100-4be9-938d-4b734bd1a9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c1e96-adda-45e1-b7a4-b6d311e62dc2,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:09.288937 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e12cd8e3-9100-4be9-938d-4b734bd1a9dc admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5303d4f32d4c458aba3340b06312cc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341371 Sep 23 15:23:09.291868 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50078) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:09.302023 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-76ba3ffc-009e-4104-99a1-2247f7608436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:09.303781 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-76ba3ffc-009e-4104-99a1-2247f7608436 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1130 time: 0.0530124 Sep 23 15:23:09.312970 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50080) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:09.352946 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Publish callbacks [] for security_group (556c1e96-adda-45e1-b7a4-b6d311e62dc2), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.380393 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Publish callbacks [] for security_group (556c1e96-adda-45e1-b7a4-b6d311e62dc2), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.404721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:09.420091 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-cf439647-67a8-4451-9cff-9f7ef60ac8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:09.421597 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-cf439647-67a8-4451-9cff-9f7ef60ac8c5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.1049085 Sep 23 15:23:09.468901 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c6dd92a2-ec2e-4261-914e-2f8b8e3d9297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.472623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Made reservation on behalf of 7c95b871ff2b4ed89195a9c0fa94e8b4 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:09.476477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.621038 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:09.621038 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-d56662f1-f433-4558-b612-4b5167bbd0aa service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 200 len: 1001 time: 0.0930221 Sep 23 15:23:09.621038 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-f2223769-26c6-478a-b0e0-6a99b1348d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:09.621038 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-f2223769-26c6-478a-b0e0-6a99b1348d1b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.0427651 Sep 23 15:23:09.621038 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-9b20dc61-592f-4e87-a1d9-e6aa808138bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:09.621038 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-9b20dc61-592f-4e87-a1d9-e6aa808138bc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409710 Sep 23 15:23:09.713367 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-4255761f-d95f-46ee-a714-317b6624c54b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874710 Sep 23 15:23:09.811020 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b449ba05-5015-44f1-a917-cffbbc9575cc req-7b8ca2c4-dee6-41e5-846e-68e4739d7e7d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900681 Sep 23 15:23:09.952200 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (556c1e96-adda-45e1-b7a4-b6d311e62dc2), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.955569 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:09.958134 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/556c1e96-adda-45e1-b7a4-b6d311e62dc2 HTTP/1.1" status: 204 len: 168 time: 0.6651666 Sep 23 15:23:09.984686 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c1e96-adda-45e1-b7a4-b6d311e62dc2,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:10.003204 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device a77f6045-1b49-44c2-897a-62ae2ea00ad4 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:10.003817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.003817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.004000 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.004445 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.005026 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.005431 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.006250 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.006668 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.007065 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.007668 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.008199 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.008541 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.008878 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.009377 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.009725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0935fb3-2548-482b-9a6b-ce60f889ce74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:10.055664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681a082-b328-4f36-bb5d-3ae8ca21ad2a req-b3edfb8e-f8f0-4794-85ac-7ff294bc77db tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:10.057542 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d681a082-b328-4f36-bb5d-3ae8ca21ad2a req-b3edfb8e-f8f0-4794-85ac-7ff294bc77db tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 944 time: 0.0752327 Sep 23 15:23:10.068891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port a77f6045-1b49-44c2-897a-62ae2ea00ad4 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:23:10.104727 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c6dd92a2-ec2e-4261-914e-2f8b8e3d9297 admin admin] Publish callbacks [] for security_group (fce51789-83d5-4dda-8250-5eee9bb80210), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.143597 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Allocated IP 172.20.0.6 (791f912d-07bc-4fff-ad75-2b567e29c1a8/acb9381c-8a5f-4559-ae87-2cb7332b3a77/0c8439ba-0b08-4cad-8937-aa360e2a93ed) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:10.158838 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d681a082-b328-4f36-bb5d-3ae8ca21ad2a req-05074f4f-d850-43ac-8d2a-3960e406a1c9 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733457 Sep 23 15:23:10.166594 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3364f-8d67-44b3-9b86-77de1a835fbd req-314ff42f-dd47-429a-a485-2cc1a1017728 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:10.175231 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d2d3364f-8d67-44b3-9b86-77de1a835fbd req-314ff42f-dd47-429a-a485-2cc1a1017728 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0521200 Sep 23 15:23:10.232490 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d2d3364f-8d67-44b3-9b86-77de1a835fbd req-fb3d6182-3644-42f9-98ea-2f48590f18b7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491943 Sep 23 15:23:10.282245 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cf4b143e-2389-4c61-8594-de93800b8229 req-59a87a55-63c8-40be-aa92-8d66c1ec6a41 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0606596 Sep 23 15:23:10.342661 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.428079 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c6dd92a2-ec2e-4261-914e-2f8b8e3d9297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fce51789-83d5-4dda-8250-5eee9bb80210), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.429438 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port a77f6045-1b49-44c2-897a-62ae2ea00ad4 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:10.430007 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.430348 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port a77f6045-1b49-44c2-897a-62ae2ea00ad4 Sep 23 15:23:10.483626 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c6dd92a2-ec2e-4261-914e-2f8b8e3d9297 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=20075491d44d4be7a541cf92ecc722ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1646633 Sep 23 15:23:10.483626 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd92a2-ec2e-4261-914e-2f8b8e3d9297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce51789-83d5-4dda-8250-5eee9bb80210,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:10.483626 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50100) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:10.497159 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:10.506774 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:10.527134 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port a77f6045-1b49-44c2-897a-62ae2ea00ad4 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:10.527567 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.540827 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3210cf1e-91d0-41ad-a139-96a513a58782 admin admin] Publish callbacks [] for security_group (fce51789-83d5-4dda-8250-5eee9bb80210), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.556413 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:10.559736 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feb7578-79af-436e-ad14-041d421b9577" -d '{"events": [{"server_uuid": "485ab2cf-cd2f-42e5-a625-bda9af6b99b5", "name": "network-vif-plugged", "status": "completed", "tag": "a77f6045-1b49-44c2-897a-62ae2ea00ad4"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:10.564186 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3210cf1e-91d0-41ad-a139-96a513a58782 admin admin] Publish callbacks [] for security_group (fce51789-83d5-4dda-8250-5eee9bb80210), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.578375 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port a77f6045-1b49-44c2-897a-62ae2ea00ad4, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=a77f6045-1b49-44c2-897a-62ae2ea00ad4,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:10.603264 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5e17f5-aa7d-4d16-a8bc-e208d01a6e4d x-openstack-request-id: req-4b5e17f5-aa7d-4d16-a8bc-e208d01a6e4d {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:10.603756 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ab2cf-cd2f-42e5-a625-bda9af6b99b5", "name": "network-vif-plugged", "status": "completed", "tag": "a77f6045-1b49-44c2-897a-62ae2ea00ad4", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:10.604414 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b5e17f5-aa7d-4d16-a8bc-e208d01a6e4d {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:10.609343 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5e17f5-aa7d-4d16-a8bc-e208d01a6e4d'] response: {'server_uuid': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4', 'code': 200} Sep 23 15:23:10.609678 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.657099 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:10.663180 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:10.665957 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:10.695347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:10.697062 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.738439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:10.738439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.748614 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3210cf1e-91d0-41ad-a139-96a513a58782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (fce51789-83d5-4dda-8250-5eee9bb80210), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.762150 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3210cf1e-91d0-41ad-a139-96a513a58782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.762150 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-3210cf1e-91d0-41ad-a139-96a513a58782 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/fce51789-83d5-4dda-8250-5eee9bb80210 HTTP/1.1" status: 204 len: 168 time: 0.2704766 Sep 23 15:23:10.771436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210cf1e-91d0-41ad-a139-96a513a58782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce51789-83d5-4dda-8250-5eee9bb80210,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:10.779007 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=a77f6045-1b49-44c2-897a-62ae2ea00ad4,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:10.819433 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-ed04a405-1bed-4dc8-b56c-eb8f243f3058 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7213147 Sep 23 15:23:10.908965 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50114) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:10.967670 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Provisioning complete for port 0c8439ba-0b08-4cad-8937-aa360e2a93ed triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:10.968088 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:10.968427 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Attempt 1 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:23:11.000393 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Port 0c8439ba-0b08-4cad-8937-aa360e2a93ed cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:11.047653 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5f99177e-0a5f-4973-a9d8-eb597c0c5192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.131967 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5f99177e-0a5f-4973-a9d8-eb597c0c5192 admin admin] Publish callbacks [] for security_group (2740443f-26b6-455e-9c61-71945b5e81ff), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.248367 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5f99177e-0a5f-4973-a9d8-eb597c0c5192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2740443f-26b6-455e-9c61-71945b5e81ff), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.325659 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5f99177e-0a5f-4973-a9d8-eb597c0c5192 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=da5d992d91c34ac99c928ec3fedaf320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153366 Sep 23 15:23:11.333855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e623-fef1-4065-8bb4-e242ad785447 req-93343587-bd25-4298-ab59-f151bad23811 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:11.335217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50128) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:11.335710 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1852e623-fef1-4065-8bb4-e242ad785447 req-93343587-bd25-4298-ab59-f151bad23811 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0987804 Sep 23 15:23:11.336087 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f99177e-0a5f-4973-a9d8-eb597c0c5192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2740443f-26b6-455e-9c61-71945b5e81ff,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:11.406984 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1852e623-fef1-4065-8bb4-e242ad785447 req-8418cf60-82c1-404f-8645-aac2c5eb5ba4 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610316 Sep 23 15:23:11.408197 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b10ca-f249-4934-963e-1f1eaa6b0d11 req-ed230b31-28ad-4ef1-8479-741a2ea1412e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:11.415495 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b22b10ca-f249-4934-963e-1f1eaa6b0d11 req-ed230b31-28ad-4ef1-8479-741a2ea1412e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.0911510 Sep 23 15:23:11.433251 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Request body: {'port': {'device_id': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:11.501236 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Attempt 2 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:23:11.576853 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b22b10ca-f249-4934-963e-1f1eaa6b0d11 req-aa360c7f-7550-4446-9009-95a6b9cc8e3e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599944 Sep 23 15:23:11.614038 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d2b4-0436-4466-9b67-5d1926dcf0a2 admin admin] Publish callbacks [] for security_group (2740443f-26b6-455e-9c61-71945b5e81ff), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.637281 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Port 0c8439ba-0b08-4cad-8937-aa360e2a93ed cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:11.663198 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d2b4-0436-4466-9b67-5d1926dcf0a2 admin admin] Publish callbacks [] for security_group (2740443f-26b6-455e-9c61-71945b5e81ff), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.689835 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.748930 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d682cd6-52a1-4724-8ffd-fac7e87c59ae req-f7475d2f-9bb6-4b58-8991-d92166796970 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:11.751038 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d682cd6-52a1-4724-8ffd-fac7e87c59ae req-f7475d2f-9bb6-4b58-8991-d92166796970 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 931 time: 0.1178598 Sep 23 15:23:11.816637 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d2b4-0436-4466-9b67-5d1926dcf0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2740443f-26b6-455e-9c61-71945b5e81ff), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.819580 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7f9d2b4-0436-4466-9b67-5d1926dcf0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:11.822574 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a7f9d2b4-0436-4466-9b67-5d1926dcf0a2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2740443f-26b6-455e-9c61-71945b5e81ff HTTP/1.1" status: 204 len: 168 time: 0.4847329 Sep 23 15:23:11.832231 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9d2b4-0436-4466-9b67-5d1926dcf0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2740443f-26b6-455e-9c61-71945b5e81ff,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:11.853685 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:11.897836 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d682cd6-52a1-4724-8ffd-fac7e87c59ae req-28694f3b-c9d5-4582-b3d1-6444f4050b68 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315429 Sep 23 15:23:12.016833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9e3e-27d0-4240-980b-cd621276908c req-d9b52430-8664-47ec-9e16-08ee53061372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.018360 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-260b9e3e-27d0-4240-980b-cd621276908c req-d9b52430-8664-47ec-9e16-08ee53061372 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 1129 time: 0.0572381 Sep 23 15:23:12.102331 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-260b9e3e-27d0-4240-980b-cd621276908c req-426365d3-6ae3-468d-b327-194882d17e6c service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721068 Sep 23 15:23:12.139455 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Attempt 3 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:23:12.140335 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8439ba-0b08-4cad-8937-aa360e2a93ed {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:23:12.155074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Publish callbacks [] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.167380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Transition to ACTIVE for port object 0c8439ba-0b08-4cad-8937-aa360e2a93ed will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:23:12.181995 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Port 0c8439ba-0b08-4cad-8937-aa360e2a93ed cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:12.256414 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.342839 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:12.380000 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Attempting to bind port 0c8439ba-0b08-4cad-8937-aa360e2a93ed on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:12.380359 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Attempting to bind port 0c8439ba-0b08-4cad-8937-aa360e2a93ed by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:12.380686 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Attempting to bind port 0c8439ba-0b08-4cad-8937-aa360e2a93ed on network 791f912d-07bc-4fff-ad75-2b567e29c1a8 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:12.430819 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Port 0c8439ba-0b08-4cad-8937-aa360e2a93ed on network 791f912d-07bc-4fff-ad75-2b567e29c1a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:23:12.431145 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Attempting to bind port 0c8439ba-0b08-4cad-8937-aa360e2a93ed on network 791f912d-07bc-4fff-ad75-2b567e29c1a8 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:12.499631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:12.500185 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Checking segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:12.500870 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Bound using segment: {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:12.501395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Bound port: 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:12.501868 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.573159 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8c993-ccdf-45c2-970d-37e8cba30382 req-1d372fee-00fb-40f1-94f2-b528d2f574cd tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.576469 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00c8c993-ccdf-45c2-970d-37e8cba30382 req-1d372fee-00fb-40f1-94f2-b528d2f574cd tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0561647 Sep 23 15:23:12.582210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:12.596669 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:12.600061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:12.628851 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-00c8c993-ccdf-45c2-970d-37e8cba30382 req-9d3884d5-a991-461e-b651-88c56ede65ab tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Sep 23 15:23:12.683124 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Attempt 4 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:23:12.719082 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Port 0c8439ba-0b08-4cad-8937-aa360e2a93ed cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:12.927545 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50170) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:12.933021 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.937041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:12.937981 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.939711 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 1093 time: 1.5170326 Sep 23 15:23:12.960380 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b769f797-425b-461d-a2a3-3354f74352a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:12.978506 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:12.988285 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:12.991090 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:13.031907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a3e28-ffb1-4ee5-9859-5c6ac725f94f req-167ec37d-c7f9-43cd-9767-92c17725a67f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.040477 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8c8a3e28-ffb1-4ee5-9859-5c6ac725f94f req-167ec37d-c7f9-43cd-9767-92c17725a67f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 946 time: 0.3698111 Sep 23 15:23:13.043208 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994470d7-8147-4b77-b4da-d5f3e3aa656c service neutron] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.085516 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e518f4-1c4c-4118-a0a4-fe16a30a7358 req-49af14bb-1c18-4b35-8363-2d9fcbc11616 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.093334 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e4e518f4-1c4c-4118-a0a4-fe16a30a7358 req-49af14bb-1c18-4b35-8363-2d9fcbc11616 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0879498 Sep 23 15:23:13.105812 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8c8a3e28-ffb1-4ee5-9859-5c6ac725f94f req-f43a1c30-36d8-4836-99bc-9f93239c4edb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638809 Sep 23 15:23:13.129624 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b769f797-425b-461d-a2a3-3354f74352a2 admin admin] Publish callbacks [] for security_group (d9fd3c32-a458-45ec-a7ef-2d781e5d9961), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.157236 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e4e518f4-1c4c-4118-a0a4-fe16a30a7358 req-3e72535f-e316-4265-9568-d10ee5bfcb4f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629759 Sep 23 15:23:13.158293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e604f89-a384-4ac5-8e1d-52894c2501a0 x-openstack-request-id: req-7e604f89-a384-4ac5-8e1d-52894c2501a0 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:13.158655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:13.158988 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e604f89-a384-4ac5-8e1d-52894c2501a0 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:13.159460 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e604f89-a384-4ac5-8e1d-52894c2501a0'] response: {'name': 'network-changed', 'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'status': 'completed', 'code': 200} Sep 23 15:23:13.220156 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Attempt 5 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:23:13.263420 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-10e97e03-7179-424e-88dc-ffbae23156ff None None] Port 0c8439ba-0b08-4cad-8937-aa360e2a93ed had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:23:13.324879 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b769f797-425b-461d-a2a3-3354f74352a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d9fd3c32-a458-45ec-a7ef-2d781e5d9961), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.368421 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b769f797-425b-461d-a2a3-3354f74352a2 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=435f82ccb24c40e6b7dedc2e5cb15174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4391997 Sep 23 15:23:13.370861 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769f797-425b-461d-a2a3-3354f74352a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd3c32-a458-45ec-a7ef-2d781e5d9961,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.371476 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50182) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:13.430414 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9037787-4af6-4983-81eb-efd131b73f75 admin admin] Publish callbacks [] for security_group (d9fd3c32-a458-45ec-a7ef-2d781e5d9961), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.452868 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9037787-4af6-4983-81eb-efd131b73f75 admin admin] Publish callbacks [] for security_group (d9fd3c32-a458-45ec-a7ef-2d781e5d9961), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.495103 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:23:13.644815 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9037787-4af6-4983-81eb-efd131b73f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d9fd3c32-a458-45ec-a7ef-2d781e5d9961), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.647391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9037787-4af6-4983-81eb-efd131b73f75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:13.648574 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d9037787-4af6-4983-81eb-efd131b73f75 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d9fd3c32-a458-45ec-a7ef-2d781e5d9961 HTTP/1.1" status: 204 len: 168 time: 0.2755675 Sep 23 15:23:13.656843 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9037787-4af6-4983-81eb-efd131b73f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd3c32-a458-45ec-a7ef-2d781e5d9961,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:13.797789 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c8a4-ff56-4445-aaf0-dec7a211ad79 req-00c9e0cd-dadf-49b9-8c83-8eef2cad52be tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.799447 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-18b3c8a4-ff56-4445-aaf0-dec7a211ad79 req-00c9e0cd-dadf-49b9-8c83-8eef2cad52be tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0486801 Sep 23 15:23:13.860589 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-18b3c8a4-ff56-4445-aaf0-dec7a211ad79 req-49392e1c-88eb-422f-b0cc-f0a281ed949d tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523551 Sep 23 15:23:13.910135 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed req-9f6f2377-dcfd-437b-b650-68e59e145a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:13.914501 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed req-9f6f2377-dcfd-437b-b650-68e59e145a6e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1127 time: 0.0599246 Sep 23 15:23:14.081724 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:23:14.086921 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed req-183a12ec-0ee2-4b85-878e-822da91c6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.089592 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed req-183a12ec-0ee2-4b85-878e-822da91c6396 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1497893 Sep 23 15:23:14.145610 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:14.211803 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed req-ee04a554-108f-4d9b-9d2b-683ac4c4b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.213322 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b4b578d2-1125-4114-a6ad-2a4f6647b3ed req-ee04a554-108f-4d9b-9d2b-683ac4c4b5ef service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128359 Sep 23 15:23:14.223433 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: ACTIVE; New status is: DOWN {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:14.223433 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.263601 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:14.264701 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:14.267049 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b8fa3-cb40-4502-9f78-36cbc23466f0" -d '{"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-unplugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:14.317948 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-2dff548d-0e73-4ab9-bf2d-7556a9ed46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.319572 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-2dff548d-0e73-4ab9-bf2d-7556a9ed46b0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1127 time: 0.0620513 Sep 23 15:23:14.337180 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0645e-dc67-4e2a-948a-f626526c3785 req-f3e21852-4304-4ba3-bfe5-829e44c0ce74 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.338824 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ee0645e-dc67-4e2a-948a-f626526c3785 req-f3e21852-4304-4ba3-bfe5-829e44c0ce74 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0566761 Sep 23 15:23:14.366873 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:14.371749 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-b35eba83-5a46-4cde-afb4-c79a3e954d76 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 217 time: 0.0369070 Sep 23 15:23:14.392337 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ee0645e-dc67-4e2a-948a-f626526c3785 req-6e20f33d-a9ec-4415-b4e9-f57e90af74e4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465703 Sep 23 15:23:14.422619 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.436387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-60ef9767-5ba1-4e98-878b-dbddd909686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.437993 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-60ef9767-5ba1-4e98-878b-dbddd909686c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 200 len: 847 time: 0.0588477 Sep 23 15:23:14.469598 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0881bee-ca6c-4e6b-b014-5cd50e235379 x-openstack-request-id: req-f0881bee-ca6c-4e6b-b014-5cd50e235379 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:14.470411 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-unplugged", "status": "failed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "code": 422}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:14.470411 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0881bee-ca6c-4e6b-b014-5cd50e235379 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:14.471085 dv-cinder-855307-2-iscsi neutron-server[107137]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f0881bee-ca6c-4e6b-b014-5cd50e235379']: {'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'code': 422} returned with failed status Sep 23 15:23:14.501637 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=8']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:14.502198 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-f02505c9-1d54-4c56-92da-3498680a404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:14.504043 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-f02505c9-1d54-4c56-92da-3498680a404e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=791f912d-07bc-4fff-ad75-2b567e29c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507648 Sep 23 15:23:14.508502 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:14.609412 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-40c47e4a-40c3-48a1-b341-f7e1e76463cc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875580 Sep 23 15:23:14.662374 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50260) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:14.676895 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b81a0a8e-4091-440b-9c26-cd820875cfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.713932 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7aa1b8cb-8073-4d05-9b52-8af609727074 req-f600344e-9da5-4bae-8b5c-7a5cf4cbbebe service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945907 Sep 23 15:23:14.764693 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b81a0a8e-4091-440b-9c26-cd820875cfa9 admin admin] Publish callbacks [] for security_group (25c81d28-3854-41a3-bb8c-3b523333b4a6), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.907752 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b81a0a8e-4091-440b-9c26-cd820875cfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (25c81d28-3854-41a3-bb8c-3b523333b4a6), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:14.947884 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b81a0a8e-4091-440b-9c26-cd820875cfa9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6dc7f4d2c9cc45d780ef4d56d1c1964e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843082 Sep 23 15:23:14.948904 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a0a8e-4091-440b-9c26-cd820875cfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c81d28-3854-41a3-bb8c-3b523333b4a6,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:14.951431 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50264) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:15.008405 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-56039e8b-df4a-4e73-b073-85c4251a4287 admin admin] Publish callbacks [] for security_group (25c81d28-3854-41a3-bb8c-3b523333b4a6), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:15.029794 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-56039e8b-df4a-4e73-b073-85c4251a4287 admin admin] Publish callbacks [] for security_group (25c81d28-3854-41a3-bb8c-3b523333b4a6), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:15.095996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:15.279408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-56039e8b-df4a-4e73-b073-85c4251a4287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (25c81d28-3854-41a3-bb8c-3b523333b4a6), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:15.286739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-56039e8b-df4a-4e73-b073-85c4251a4287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:15.287923 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-56039e8b-df4a-4e73-b073-85c4251a4287 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/25c81d28-3854-41a3-bb8c-3b523333b4a6 HTTP/1.1" status: 204 len: 168 time: 0.3354638 Sep 23 15:23:15.297465 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56039e8b-df4a-4e73-b073-85c4251a4287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c81d28-3854-41a3-bb8c-3b523333b4a6,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:15.556883 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e5307-a4eb-429b-843d-d3779d039f07 req-69aaa891-e4ee-46eb-8855-6c0ec145ef29 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:15.558520 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c07e5307-a4eb-429b-843d-d3779d039f07 req-69aaa891-e4ee-46eb-8855-6c0ec145ef29 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0866859 Sep 23 15:23:15.617560 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c07e5307-a4eb-429b-843d-d3779d039f07 req-7693c4b0-747d-41a8-9213-0e595bfe8c2a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501304 Sep 23 15:23:15.667337 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [req-7dc97300-8805-4446-b3d4-0676d2339285 req-5af732b9-8c1c-40ec-a5f9-20b663393766 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:23:15.675527 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7dc97300-8805-4446-b3d4-0676d2339285 req-5af732b9-8c1c-40ec-a5f9-20b663393766 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055571 Sep 23 15:23:16.198445 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fe555-7362-48e7-906c-ee74c1d05430 req-2e05b1ba-8b9d-454c-8395-c63fedf824a4 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:16.200064 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-027fe555-7362-48e7-906c-ee74c1d05430 req-2e05b1ba-8b9d-454c-8395-c63fedf824a4 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0487065 Sep 23 15:23:16.252633 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-027fe555-7362-48e7-906c-ee74c1d05430 req-194c5369-f5d2-4296-a983-526ea7fe7099 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464177 Sep 23 15:23:16.401331 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:16.588407 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-21d6159c-4533-489a-a642-a7d770067957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:16.755178 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234b42a-c0ca-4fed-95d8-4f4bed30c97d req-c576d340-1df0-472d-95d2-945372853fca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:16.757152 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f234b42a-c0ca-4fed-95d8-4f4bed30c97d req-c576d340-1df0-472d-95d2-945372853fca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0573297 Sep 23 15:23:16.815473 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f234b42a-c0ca-4fed-95d8-4f4bed30c97d req-bf480712-44a3-41e1-a964-84fecf0d5754 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519190 Sep 23 15:23:17.109587 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50362) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:17.382058 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd9a73-6a49-40f3-9986-c54464bc9a74 req-cdf1423c-3601-4065-9d38-c1b88fb15faa tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:17.383550 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-23dd9a73-6a49-40f3-9986-c54464bc9a74 req-cdf1423c-3601-4065-9d38-c1b88fb15faa tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0494804 Sep 23 15:23:17.404803 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:17.434352 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-23dd9a73-6a49-40f3-9986-c54464bc9a74 req-e117526b-ec41-429e-97f4-ff334da6b1d1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Sep 23 15:23:17.639805 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-07ef32a6-1f07-4ecd-9424-d0de7a7e7a0d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5289791 Sep 23 15:23:17.650469 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-e4ac300f-7808-40f7-ac29-c21ec2b4c6da service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:23:17.651694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-e4ac300f-7808-40f7-ac29-c21ec2b4c6da service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057600 Sep 23 15:23:17.695865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50376) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:17.698603 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50378) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:17.809946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c902fc9-8a85-4a36-bd51-8855335ca2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.818687 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34247316-719a-4fce-9c0f-437696ffc6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.902633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c902fc9-8a85-4a36-bd51-8855335ca2b5 admin admin] Publish callbacks [] for security_group (ad5495dc-815f-4154-bb42-15d3ab6353d2), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.927770 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34247316-719a-4fce-9c0f-437696ffc6e8 admin admin] Publish callbacks [] for security_group (de422d6a-ed20-44d4-9efa-c2b2a394c68f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:17.952615 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50392) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:17.987240 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1de080-bcf2-4a22-8a50-39f96fcf090a req-1f0fb115-9a91-43e6-af8b-442550412fb4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:17.988882 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7b1de080-bcf2-4a22-8a50-39f96fcf090a req-1f0fb115-9a91-43e6-af8b-442550412fb4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0570161 Sep 23 15:23:18.037083 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-34247316-719a-4fce-9c0f-437696ffc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (de422d6a-ed20-44d4-9efa-c2b2a394c68f), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.038297 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-9c902fc9-8a85-4a36-bd51-8855335ca2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ad5495dc-815f-4154-bb42-15d3ab6353d2), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.055500 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7b1de080-bcf2-4a22-8a50-39f96fcf090a req-a94eb290-6362-4a9e-aaf9-7f21f4edeec4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605061 Sep 23 15:23:18.074959 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:18.092567 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-9c902fc9-8a85-4a36-bd51-8855335ca2b5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=86aa75dc0b724749ab4cd37b65666154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955059 Sep 23 15:23:18.093796 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50396) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:18.102132 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247316-719a-4fce-9c0f-437696ffc6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de422d6a-ed20-44d4-9efa-c2b2a394c68f,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:18.102430 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c902fc9-8a85-4a36-bd51-8855335ca2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5495dc-815f-4154-bb42-15d3ab6353d2,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:18.112495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-877cc077-cdb5-4aec-ac6c-1832611112f7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:18.114340 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-877cc077-cdb5-4aec-ac6c-1832611112f7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports/8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 200 len: 941 time: 0.1602767 Sep 23 15:23:18.121163 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-34247316-719a-4fce-9c0f-437696ffc6e8 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4073032ebdc54b3b95e818cf3c5a3878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215055 Sep 23 15:23:18.125034 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50400) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:18.195879 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-58cad1b6-1193-4aaf-a09b-3451ccaea1cc admin admin] Publish callbacks [] for security_group (ad5495dc-815f-4154-bb42-15d3ab6353d2), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.230686 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-58cad1b6-1193-4aaf-a09b-3451ccaea1cc admin admin] Publish callbacks [] for security_group (ad5495dc-815f-4154-bb42-15d3ab6353d2), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.232845 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-15bb7464-b4c4-4af4-98a9-3a4f6098382c admin admin] Publish callbacks [] for security_group (de422d6a-ed20-44d4-9efa-c2b2a394c68f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.272499 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-15bb7464-b4c4-4af4-98a9-3a4f6098382c admin admin] Publish callbacks [] for security_group (de422d6a-ed20-44d4-9efa-c2b2a394c68f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.515411 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-58cad1b6-1193-4aaf-a09b-3451ccaea1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ad5495dc-815f-4154-bb42-15d3ab6353d2), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.518703 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-58cad1b6-1193-4aaf-a09b-3451ccaea1cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.522296 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-58cad1b6-1193-4aaf-a09b-3451ccaea1cc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ad5495dc-815f-4154-bb42-15d3ab6353d2 HTTP/1.1" status: 204 len: 168 time: 0.4240890 Sep 23 15:23:18.522828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-15bb7464-b4c4-4af4-98a9-3a4f6098382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (de422d6a-ed20-44d4-9efa-c2b2a394c68f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.526311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-15bb7464-b4c4-4af4-98a9-3a4f6098382c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:18.529359 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-15bb7464-b4c4-4af4-98a9-3a4f6098382c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/de422d6a-ed20-44d4-9efa-c2b2a394c68f HTTP/1.1" status: 204 len: 168 time: 0.4014571 Sep 23 15:23:18.536782 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cad1b6-1193-4aaf-a09b-3451ccaea1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5495dc-815f-4154-bb42-15d3ab6353d2,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:18.578682 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb7464-b4c4-4af4-98a9-3a4f6098382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de422d6a-ed20-44d4-9efa-c2b2a394c68f,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:18.612022 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1320-d713-44d8-8b7d-495a7d6d6a9b req-87fa10a3-8156-4a4b-a586-6205ac772625 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:18.614138 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8e0d1320-d713-44d8-8b7d-495a7d6d6a9b req-87fa10a3-8156-4a4b-a586-6205ac772625 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0711455 Sep 23 15:23:18.688798 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8e0d1320-d713-44d8-8b7d-495a7d6d6a9b req-e70a1ed0-dbe2-40b3-9d35-bad34520cfbd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633509 Sep 23 15:23:18.859026 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c7712537-2e4e-4364-9e93-04d4584479ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.106459 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50420) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:19.270287 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81379-8ccb-4e55-be9c-1162e4997dfa req-8166e7e1-f401-48e2-83d8-c4e252fc3e02 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.271441 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-96c81379-8ccb-4e55-be9c-1162e4997dfa req-8166e7e1-f401-48e2-83d8-c4e252fc3e02 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0785637 Sep 23 15:23:19.289110 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83a50e4c-9bc6-49ea-bb88-d14141bdcaed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.335799 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:19.340886 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-96c81379-8ccb-4e55-be9c-1162e4997dfa req-c79979ef-68c7-4320-a8e4-0bdb490cbb95 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570772 Sep 23 15:23:19.381680 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83a50e4c-9bc6-49ea-bb88-d14141bdcaed admin admin] Publish callbacks [] for security_group (4cb3b0fb-b6c4-4885-ae94-1732295f1563), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.501633 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83a50e4c-9bc6-49ea-bb88-d14141bdcaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (4cb3b0fb-b6c4-4885-ae94-1732295f1563), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.542499 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-83a50e4c-9bc6-49ea-bb88-d14141bdcaed admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=10fdbae91862410ebdcdff525598875e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344022 Sep 23 15:23:19.544314 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a50e4c-9bc6-49ea-bb88-d14141bdcaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb3b0fb-b6c4-4885-ae94-1732295f1563,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:19.546037 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50434) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:19.601579 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-16356182-605d-4b8a-97e0-1636f03a7627 admin admin] Publish callbacks [] for security_group (4cb3b0fb-b6c4-4885-ae94-1732295f1563), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.624373 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-16356182-605d-4b8a-97e0-1636f03a7627 admin admin] Publish callbacks [] for security_group (4cb3b0fb-b6c4-4885-ae94-1732295f1563), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.748065 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:19.787677 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-16356182-605d-4b8a-97e0-1636f03a7627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (4cb3b0fb-b6c4-4885-ae94-1732295f1563), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.790300 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-16356182-605d-4b8a-97e0-1636f03a7627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:19.791446 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-16356182-605d-4b8a-97e0-1636f03a7627 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4cb3b0fb-b6c4-4885-ae94-1732295f1563 HTTP/1.1" status: 204 len: 168 time: 0.2444227 Sep 23 15:23:19.808016 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16356182-605d-4b8a-97e0-1636f03a7627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb3b0fb-b6c4-4885-ae94-1732295f1563,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:19.842152 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aba3d4-d336-46dd-88d8-8992d3df8d47 req-13313f62-6291-4cd2-b9aa-de0bf83f96c8 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:19.842152 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-29aba3d4-d336-46dd-88d8-8992d3df8d47 req-13313f62-6291-4cd2-b9aa-de0bf83f96c8 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0532522 Sep 23 15:23:19.887226 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-29aba3d4-d336-46dd-88d8-8992d3df8d47 req-84b79d3d-b905-408a-bef9-1550b78956f1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 Sep 23 15:23:20.025219 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50450) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:20.133298 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1925360393-network', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:20.244442 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Made reservation on behalf of efbab8ef4fbd4c61811d0fc046290937 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:20.247396 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.260327 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.290333 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.338349 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks [] for security_group (e6ff3922-4cd2-4577-976b-974bfb18a705), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.450822 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (e6ff3922-4cd2-4577-976b-974bfb18a705), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.463609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a413d47-9629-46b6-bb63-36b21411e0b2 req-b080e4cf-b7b9-41e3-9582-ec71e23618aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:20.466632 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5a413d47-9629-46b6-bb63-36b21411e0b2 req-b080e4cf-b7b9-41e3-9582-ec71e23618aa tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0500789 Sep 23 15:23:20.481038 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:23:20.491495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff3922-4cd2-4577-976b-974bfb18a705,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:20.509631 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (39a564ed-abfe-48c2-99fa-884fb43bffd1), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.510275 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Added segment 39a564ed-abfe-48c2-99fa-884fb43bffd1 of type vlan for network 1624566e-6352-44cc-addd-b45ad50d85f9 Sep 23 15:23:20.526377 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5a413d47-9629-46b6-bb63-36b21411e0b2 req-9872e0f3-ffe1-4431-962f-9760d4d0fbf5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542204 Sep 23 15:23:20.555666 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (1624566e-6352-44cc-addd-b45ad50d85f9), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.621661 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50460) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:20.635050 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-14f9b08a-00eb-4782-bba0-10c366519bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.718118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (1624566e-6352-44cc-addd-b45ad50d85f9), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.719028 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:20.719698 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.730533 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-14f9b08a-00eb-4782-bba0-10c366519bc1 admin admin] Publish callbacks [] for security_group (2e1ccde7-3713-4dd2-83ff-d00639e82cd7), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.788987 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] Pushing event updated for resources: {'Network': ['ID=1624566e-6352-44cc-addd-b45ad50d85f9,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:20.810425 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-14f9b08a-00eb-4782-bba0-10c366519bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2e1ccde7-3713-4dd2-83ff-d00639e82cd7), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.856974 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1537dce8-5b93-4700-9f00-c83c640d8b0d admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8297734 Sep 23 15:23:20.860165 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50462) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:20.860561 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9b08a-00eb-4782-bba0-10c366519bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1ccde7-3713-4dd2-83ff-d00639e82cd7,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:20.866129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Request body: {'subnet': {'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1925360393-subnet', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:20.866491 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-14f9b08a-00eb-4782-bba0-10c366519bc1 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6450c1191bf148279d65ed2c73baba58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435746 Sep 23 15:23:20.869031 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50464) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:20.926742 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dd319c15-a279-4b4c-b70d-22bb5b922ac7 admin admin] Publish callbacks [] for security_group (2e1ccde7-3713-4dd2-83ff-d00639e82cd7), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.950834 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dd319c15-a279-4b4c-b70d-22bb5b922ac7 admin admin] Publish callbacks [] for security_group (2e1ccde7-3713-4dd2-83ff-d00639e82cd7), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:20.955519 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 1624566e-6352-44cc-addd-b45ad50d85f9 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:23:21.004219 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Made reservation on behalf of efbab8ef4fbd4c61811d0fc046290937 for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:21.008607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10481917'] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:21.072650 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef982a-d76b-4f36-ac00-1d6c865a19a5 req-09d7ff28-1383-4548-b072-679c021dd17c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:21.074205 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6aef982a-d76b-4f36-ac00-1d6c865a19a5 req-09d7ff28-1383-4548-b072-679c021dd17c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0631557 Sep 23 15:23:21.124021 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6aef982a-d76b-4f36-ac00-1d6c865a19a5 req-bdc2c0e1-c261-4e5d-9f4e-c8f5794dd2c7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431204 Sep 23 15:23:21.152322 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dd319c15-a279-4b4c-b70d-22bb5b922ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2e1ccde7-3713-4dd2-83ff-d00639e82cd7), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:21.157665 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dd319c15-a279-4b4c-b70d-22bb5b922ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:21.159095 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dd319c15-a279-4b4c-b70d-22bb5b922ac7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2e1ccde7-3713-4dd2-83ff-d00639e82cd7 HTTP/1.1" status: 204 len: 168 time: 0.2890873 Sep 23 15:23:21.171301 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd319c15-a279-4b4c-b70d-22bb5b922ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1ccde7-3713-4dd2-83ff-d00639e82cd7,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:21.382300 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10481899'] for subnet (a61a3387-40a3-4304-9883-7a2625c4cf4c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:21.430078 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=2,neutron:SELECT=77,neutron:INSERT=21 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:21.436167 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61a3387-40a3-4304-9883-7a2625c4cf4c,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:21.452792 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Checking segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:21.453303 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Network hostable DHCP agents. Network: 1624566e-6352-44cc-addd-b45ad50d85f9, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:23:21.617792 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Network 1624566e-6352-44cc-addd-b45ad50d85f9 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:23:21.674845 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884cd4-6143-41b2-82b8-3c96d754a897 req-d3571141-d289-4ff6-b07d-9c7a888fd16f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:21.676765 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fc884cd4-6143-41b2-82b8-3c96d754a897 req-d3571141-d289-4ff6-b07d-9c7a888fd16f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0613630 Sep 23 15:23:21.740437 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fc884cd4-6143-41b2-82b8-3c96d754a897 req-c3b0a92d-44b4-4e69-9a5b-e5db46ebaca0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506907 Sep 23 15:23:21.776082 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 1624566e-6352-44cc-addd-b45ad50d85f9) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:21.780254 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:21.781853 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:21.788059 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e670dc-d768-42b5-9226-50a100341619 None None] Network 1624566e-6352-44cc-addd-b45ad50d85f9 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:23:21.900050 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ba790a11-c727-4347-8253-698406bea266 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0381119 Sep 23 15:23:21.900567 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-1624566e-6352-44cc-addd-b45ad50d85f9', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:23:21.901534 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:21.902680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50474) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:21.907216 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:22.004706 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.004972 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.006547 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.066449 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Allocated IP 172.20.0.2 (1624566e-6352-44cc-addd-b45ad50d85f9/a61a3387-40a3-4304-9883-7a2625c4cf4c/83175502-3a1d-49c6-834a-b0907a5a6063) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:22.072669 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks [] for router_controller (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), precommit_add_association {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.118768 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:22.237570 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Publish callbacks [] for port (83175502-3a1d-49c6-834a-b0907a5a6063), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.287567 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38a9c9-d40b-4f40-bc16-c72505b9e977 req-2dad25d2-8bcd-46a9-ae92-6c9f02e69634 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:22.292608 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ce38a9c9-d40b-4f40-bc16-c72505b9e977 req-2dad25d2-8bcd-46a9-ae92-6c9f02e69634 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0716596 Sep 23 15:23:22.319085 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.341656 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ce38a9c9-d40b-4f40-bc16-c72505b9e977 req-95b557a0-a53d-4281-9fae-7da2d145ef6c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454497 Sep 23 15:23:22.370075 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.384003 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks [] for router_gateway (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.426255 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Network 1624566e-6352-44cc-addd-b45ad50d85f9 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:22.429879 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:22.432446 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:22.435653 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Pushing event updated for resources: {'Port': ['ID=83175502-3a1d-49c6-834a-b0907a5a6063,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:22.493602 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Attempting to bind port 83175502-3a1d-49c6-834a-b0907a5a6063 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:22.494011 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Attempting to bind port 83175502-3a1d-49c6-834a-b0907a5a6063 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:22.494379 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Attempting to bind port 83175502-3a1d-49c6-834a-b0907a5a6063 on network 1624566e-6352-44cc-addd-b45ad50d85f9 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:22.542424 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:22.542798 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Checking segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:22.543722 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.544158 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Bound using segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:22.544813 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Bound port: 83175502-3a1d-49c6-834a-b0907a5a6063, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:22.545199 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.611480 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] For port 83175502-3a1d-49c6-834a-b0907a5a6063, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:22.614616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] For port 83175502-3a1d-49c6-834a-b0907a5a6063, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=83175502-3a1d-49c6-834a-b0907a5a6063,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:22.702510 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.713879 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-544c1691-06fa-4e28-9431-07bb480f6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:22.716202 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-544c1691-06fa-4e28-9431-07bb480f6534 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca&tenant_id=1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 1128 time: 0.1058917 Sep 23 15:23:22.733369 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks [] for router_gateway (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.758278 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=9,neutron:SELECT=88,neutron:INSERT=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:22.779059 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19346dba-1771-4804-beb4-d56f6583dbac None None] Pushing event updated for resources: {'Port': ['ID=83175502-3a1d-49c6-834a-b0907a5a6063,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:22.787002 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:22.822157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=14,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:22.871040 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-1892bef3-8e85-4435-86d1-e0c2285aa477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:22.871040 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-1892bef3-8e85-4435-86d1-e0c2285aa477 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1128 time: 0.1038580 Sep 23 15:23:23.002742 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07be06c-381e-4c4a-be24-30338b861178 req-7afc5dd1-01e4-470f-b8d4-1e145798638f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:23.006737 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e07be06c-381e-4c4a-be24-30338b861178 req-7afc5dd1-01e4-470f-b8d4-1e145798638f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.1560271 Sep 23 15:23:23.088987 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 83175502-3a1d-49c6-834a-b0907a5a6063 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:23.093654 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:23.101484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Allocated IP 172.27.0.92 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/f397d614-0bdb-45ca-9d00-5994401e865a) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:23.133311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-ad26b2b2-11df-4b7d-960f-019f5092f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:23.135111 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-ad26b2b2-11df-4b7d-960f-019f5092f248 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.2482309 Sep 23 15:23:23.148213 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 83175502-3a1d-49c6-834a-b0907a5a6063 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:23.148598 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.148947 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 83175502-3a1d-49c6-834a-b0907a5a6063 Sep 23 15:23:23.168260 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e07be06c-381e-4c4a-be24-30338b861178 req-5f2bfe4d-0f9e-4500-b49f-095a7d5ac538 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426160 Sep 23 15:23:23.228627 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 83175502-3a1d-49c6-834a-b0907a5a6063 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:23.229029 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.256750 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-5d86ebdd-30b4-4e33-85ba-47fd504fddaa service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 200 len: 999 time: 0.1098676 Sep 23 15:23:23.267870 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 83175502-3a1d-49c6-834a-b0907a5a6063, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=83175502-3a1d-49c6-834a-b0907a5a6063,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:23.303490 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:23.334497 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks [] for port (f397d614-0bdb-45ca-9d00-5994401e865a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.341922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-a1b7021c-3998-48f5-8f5b-f56473f51fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:23.343389 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-a1b7021c-3998-48f5-8f5b-f56473f51fcc service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.0796509 Sep 23 15:23:23.370662 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.401241 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-db348847-fa15-4cd4-87df-1983dc4e5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:23.403390 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-db348847-fa15-4cd4-87df-1983dc4e5de7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520046 Sep 23 15:23:23.430174 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=83175502-3a1d-49c6-834a-b0907a5a6063,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:23.481931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.504913 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a33662-ce82-4bfc-9505-2c417a296b70 req-913a5579-4c06-412c-b03f-93967450849d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:23.513318 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b6a33662-ce82-4bfc-9505-2c417a296b70 req-913a5579-4c06-412c-b03f-93967450849d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0714338 Sep 23 15:23:23.542901 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-0e8e61ed-bddf-4744-9f8c-f59cc8fd7ab6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318197 Sep 23 15:23:23.555278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:23.564541 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b6a33662-ce82-4bfc-9505-2c417a296b70 req-9550f12b-5d50-475f-8bd3-adac8c9102e3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500770 Sep 23 15:23:23.572228 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f397d614-0bdb-45ca-9d00-5994401e865a,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:23.585281 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:23.587740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:23.656699 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:23.797855 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a5529-0808-4486-8862-1f41cf5c15a2 None None] Network 1624566e-6352-44cc-addd-b45ad50d85f9 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:23:23.801598 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f2b01f8-61ad-43bc-a729-c2095dde3298 req-784b3883-a3c0-44c6-9c2b-f4ade93efd19 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484415 Sep 23 15:23:23.885711 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-b571ab5e-74e1-4336-a8ae-b254a60c3d5c None None] Provisioning complete for port 83175502-3a1d-49c6-834a-b0907a5a6063 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:23.886103 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b571ab5e-74e1-4336-a8ae-b254a60c3d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:23.886433 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-b571ab5e-74e1-4336-a8ae-b254a60c3d5c None None] Attempt 1 to provision port 83175502-3a1d-49c6-834a-b0907a5a6063 Sep 23 15:23:24.094645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:23:24.264409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:24.285424 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'port_id': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'mac_address': 'fa:16:3e:80:52:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:23:24.295015 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks [] for router_gateway (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:24.296190 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-b571ab5e-74e1-4336-a8ae-b254a60c3d5c None None] Current status of the port 83175502-3a1d-49c6-834a-b0907a5a6063 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:24.335738 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:24.351123 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0c8439ba-0b08-4cad-8937-aa360e2a93ed is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:24.351810 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:24.367301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8439ba-0b08-4cad-8937-aa360e2a93ed {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:23:24.390560 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:24.395850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03e308-4f7b-4556-81d9-5dc39fe82b1d req-6277e58b-7401-4f10-802f-9bff47fa097c tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:24.397426 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9a03e308-4f7b-4556-81d9-5dc39fe82b1d req-6277e58b-7401-4f10-802f-9bff47fa097c tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0999117 Sep 23 15:23:24.422943 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-dd87356d-df41-4eef-bdca-66115b671a57 None None] Provisioning complete for port 83175502-3a1d-49c6-834a-b0907a5a6063 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:24.423433 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-dd87356d-df41-4eef-bdca-66115b671a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:24.423842 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-dd87356d-df41-4eef-bdca-66115b671a57 None None] Attempt 1 to provision port 83175502-3a1d-49c6-834a-b0907a5a6063 Sep 23 15:23:24.515045 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-dd87356d-df41-4eef-bdca-66115b671a57 None None] Current status of the port 83175502-3a1d-49c6-834a-b0907a5a6063 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:24.529799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:24.542273 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9a03e308-4f7b-4556-81d9-5dc39fe82b1d req-1fbd3d23-0b3c-4bc9-a8be-814f15789ebf tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326318 Sep 23 15:23:24.582913 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:24.611700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:24.708839 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385188e-d301-4c62-9642-d9b40e9aa92f req-37b69688-77d4-40c5-95b2-cb6775d6f184 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:24.711365 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a385188e-d301-4c62-9642-d9b40e9aa92f req-37b69688-77d4-40c5-95b2-cb6775d6f184 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0532775 Sep 23 15:23:24.780754 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:24.785465 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a385188e-d301-4c62-9642-d9b40e9aa92f req-d1f3c000-8750-4598-8d39-1c3afae78d49 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499337 Sep 23 15:23:24.837479 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['0c8439ba-0b08-4cad-8937-aa360e2a93ed'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:23:24.845163 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:24.868471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Router a8b66b58-39c5-4d12-bb43-5cd3a707c42a is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:23:24.996877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:25.143639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 83175502-3a1d-49c6-834a-b0907a5a6063 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:25.158715 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:23:25.179004 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Sync routers for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:25.232692 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:25.245069 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:25.320257 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 83175502-3a1d-49c6-834a-b0907a5a6063 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:25.320724 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:25.321098 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 83175502-3a1d-49c6-834a-b0907a5a6063 Sep 23 15:23:25.444899 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:25.584337 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=8 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:25.585411 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 83175502-3a1d-49c6-834a-b0907a5a6063 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:25.627730 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:25.632836 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0d33d9f8-44b4-4f59-9c26-bede9beae6d1 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7259448 Sep 23 15:23:25.633222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50520) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:25.692950 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:23Z', 'revision_number': 3, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:25.716924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a8e0a-b4f7-4da4-987c-7375ed17812b req-4d974932-b32d-4ae0-a37c-2a44e8ae258d tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:25.719988 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff4a8e0a-b4f7-4da4-987c-7375ed17812b req-4d974932-b32d-4ae0-a37c-2a44e8ae258d tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 944 time: 0.0728207 Sep 23 15:23:25.733732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Checking router: a8b66b58-39c5-4d12-bb43-5cd3a707c42a for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:25.736029 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Updating router a8b66b58-39c5-4d12-bb43-5cd3a707c42a port f397d614-0bdb-45ca-9d00-5994401e865a binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:23:25.774149 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:25.797148 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff4a8e0a-b4f7-4da4-987c-7375ed17812b req-0319afb1-871f-437e-bf5e-275ad816264a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710795 Sep 23 15:23:25.856633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:25.886677 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:26.018313 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865aa93-a3b6-41f1-a0d2-a72bb603e80b req-016ed093-3fdd-4b34-91b5-160554c57ceb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:26.026635 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0865aa93-a3b6-41f1-a0d2-a72bb603e80b req-016ed093-3fdd-4b34-91b5-160554c57ceb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.1106780 Sep 23 15:23:26.111803 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0865aa93-a3b6-41f1-a0d2-a72bb603e80b req-1ea15c4f-c3ec-45a9-870c-e12234f8e4a6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816250 Sep 23 15:23:26.124934 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:26.209033 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Publish callbacks [] for port (f397d614-0bdb-45ca-9d00-5994401e865a), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.223665 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 0c8439ba-0b08-4cad-8937-aa360e2a93ed completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:23:26.249821 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:26.318311 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.367812 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Attempting to bind port f397d614-0bdb-45ca-9d00-5994401e865a on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:26.368151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Attempting to bind port f397d614-0bdb-45ca-9d00-5994401e865a by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:26.368533 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Attempting to bind port f397d614-0bdb-45ca-9d00-5994401e865a on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:26.370911 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 0c8439ba-0b08-4cad-8937-aa360e2a93ed triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:26.372000 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.421510 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:23:26.421767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.447120 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2d9bd-aab8-4c91-b2c3-de350c8d2d9a None None] Pushing event updated for resources: {'Port': ['ID=f397d614-0bdb-45ca-9d00-5994401e865a,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:26.480370 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:26.481450 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:26.481970 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.482339 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:26.482827 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Bound port: f397d614-0bdb-45ca-9d00-5994401e865a, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:26.483208 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.528620 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:26.600100 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0c8439ba-0b08-4cad-8937-aa360e2a93ed is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:26.600100 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.601269 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:26.643505 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] For port f397d614-0bdb-45ca-9d00-5994401e865a, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:26.651042 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:26.653465 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002fa95-0884-41f8-aff4-46c79b7a767d" -d '{"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:26.656003 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Allocated IP 172.20.0.1 (1624566e-6352-44cc-addd-b45ad50d85f9/a61a3387-40a3-4304-9883-7a2625c4cf4c/111bf432-1eb5-44b4-8622-e08d2df98477) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:26.660378 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] For port f397d614-0bdb-45ca-9d00-5994401e865a, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f397d614-0bdb-45ca-9d00-5994401e865a,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:26.678922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:26.696460 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:26.740080 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1cd3d3-e15d-478c-b697-da7175c6bc32 x-openstack-request-id: req-8a1cd3d3-e15d-478c-b697-da7175c6bc32 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:26.740574 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:26.740957 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8a1cd3d3-e15d-478c-b697-da7175c6bc32 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:26.741378 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1cd3d3-e15d-478c-b697-da7175c6bc32'] response: {'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'code': 200} Sep 23 15:23:26.799404 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.806296 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.845616 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks [] for port (111bf432-1eb5-44b4-8622-e08d2df98477), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.926469 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:26.927869 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:26.985433 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:26.998450 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2d9bd-aab8-4c91-b2c3-de350c8d2d9a None None] Pushing event updated for resources: {'Port': ['ID=f397d614-0bdb-45ca-9d00-5994401e865a,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:27.006127 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:27.117967 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42fcba-59c6-4bae-a3ea-13404a9685c9 req-ebdd21ba-7a33-46ad-b050-f7f84fcec49e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:27.126914 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ce42fcba-59c6-4bae-a3ea-13404a9685c9 req-ebdd21ba-7a33-46ad-b050-f7f84fcec49e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.1939929 Sep 23 15:23:27.159710 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Network 1624566e-6352-44cc-addd-b45ad50d85f9 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:27.173578 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:27.192511 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:27.199304 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Pushing event updated for resources: {'Port': ['ID=111bf432-1eb5-44b4-8622-e08d2df98477,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:27.339833 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ce42fcba-59c6-4bae-a3ea-13404a9685c9 req-008fdee8-6d24-435c-9ab3-139b56a74c43 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088633 Sep 23 15:23:27.350549 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:27.375797 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:27.396356 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f5e27-1933-4215-80b3-92f1abf8b138 req-c24a0aae-1471-40ac-b832-6cd14a9ce737 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:27.403177 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-719f5e27-1933-4215-80b3-92f1abf8b138 req-c24a0aae-1471-40ac-b832-6cd14a9ce737 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.1429892 Sep 23 15:23:27.426794 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:27.562411 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-719f5e27-1933-4215-80b3-92f1abf8b138 req-678f2039-a70b-44c7-b47b-21fa415ca820 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424253 Sep 23 15:23:27.663402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:23Z', 'revision_number': 3, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:27.686937 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:27.701808 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff3420d-a47b-48c0-8927-6c3853e084ec None None] The sync data for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi is: [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:23Z', 'revision_number': 3, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:27.704041 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Provisioning complete for port 111bf432-1eb5-44b4-8622-e08d2df98477 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:27.704593 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:27.704797 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 1 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:27.762298 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:27.788619 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:27.802940 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:27.905280 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:27.952908 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks [] for port (111bf432-1eb5-44b4-8622-e08d2df98477), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:28.159002 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:28.262551 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Pushing event updated for resources: {'Port': ['ID=111bf432-1eb5-44b4-8622-e08d2df98477,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:28.271701 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:28.290106 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 2 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:28.341171 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:28.435544 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Network 1624566e-6352-44cc-addd-b45ad50d85f9 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:28.436248 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:28.525935 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e3318-2059-4064-aaf4-0783018306f4 req-4616adda-482e-447e-9d87-03f14bf748b8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:28.527613 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f79e3318-2059-4064-aaf4-0783018306f4 req-4616adda-482e-447e-9d87-03f14bf748b8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0888155 Sep 23 15:23:28.691862 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Router a8b66b58-39c5-4d12-bb43-5cd3a707c42a has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:23:28.774251 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f79e3318-2059-4064-aaf4-0783018306f4 req-660eee1d-e759-45f8-b6bd-045dc84ad640 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104782 Sep 23 15:23:28.849023 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 3 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:28.904649 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5958f6d-8462-4bc9-95d9-c310c0b7388d req-121a791e-ac00-4a2b-bcd4-73022e55a45c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:28.905842 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a5958f6d-8462-4bc9-95d9-c310c0b7388d req-121a791e-ac00-4a2b-bcd4-73022e55a45c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.1490800 Sep 23 15:23:28.963371 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:29.034723 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a5958f6d-8462-4bc9-95d9-c310c0b7388d req-9f49a9a2-b663-4bf2-8a14-36bc40f983b8 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141379 Sep 23 15:23:29.139003 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f397d614-0bdb-45ca-9d00-5994401e865a up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:29.220525 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port f397d614-0bdb-45ca-9d00-5994401e865a triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:29.221008 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:29.221332 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port f397d614-0bdb-45ca-9d00-5994401e865a Sep 23 15:23:29.347344 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:23:29.361771 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-71aff27a-924b-49f6-ad71-2226a77806fb admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/a8b66b58-39c5-4d12-bb43-5cd3a707c42a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188139 Sep 23 15:23:29.367702 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port f397d614-0bdb-45ca-9d00-5994401e865a is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:29.367702 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:29.411093 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port f397d614-0bdb-45ca-9d00-5994401e865a, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f397d614-0bdb-45ca-9d00-5994401e865a,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:29.464811 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 4 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:29.520540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:29.540911 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:29.593823 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=f397d614-0bdb-45ca-9d00-5994401e865a,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:29.798363 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:29.955332 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef789cfe-62eb-40c0-8111-7665a711e0e8 req-e4d6f8eb-dfc9-490c-89a8-7db79fde1db5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:29.957962 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ef789cfe-62eb-40c0-8111-7665a711e0e8 req-e4d6f8eb-dfc9-490c-89a8-7db79fde1db5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0649981 Sep 23 15:23:30.042504 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 5 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:30.057579 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ef789cfe-62eb-40c0-8111-7665a711e0e8 req-33fe7aa3-6777-4a28-b345-5551d9b4f6ad tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828440 Sep 23 15:23:30.093382 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:30.096932 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:30.201958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:30.218750 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436eabab-cebd-4294-ae40-696571733464 req-0a46cc39-7667-4297-ab71-da2a3fc16207 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:30.221005 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-436eabab-cebd-4294-ae40-696571733464 req-0a46cc39-7667-4297-ab71-da2a3fc16207 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0844693 Sep 23 15:23:30.288488 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-436eabab-cebd-4294-ae40-696571733464 req-03f20b92-fdd1-4f5a-a9e4-6b4a97ebbfe9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594897 Sep 23 15:23:30.315296 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Sync routers for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:30.350932 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:30.351568 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:30.512399 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:30.526423 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50576) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:30.532349 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-885708810-network', 'tenant_id': '5faba0985c464030a7b238905671c767'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:30.559550 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:30.597813 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 6 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:30.609922 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Made reservation on behalf of 5faba0985c464030a7b238905671c767 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:30.612652 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.622556 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.635067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:30.702130 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks [] for security_group (98cc3f92-a45a-414e-97ff-93729ff27c8c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.713753 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 2, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:30.739150 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Checking router: a8b66b58-39c5-4d12-bb43-5cd3a707c42a for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:30.739505 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Updating router a8b66b58-39c5-4d12-bb43-5cd3a707c42a port 111bf432-1eb5-44b4-8622-e08d2df98477 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:23:30.768575 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.810526 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (98cc3f92-a45a-414e-97ff-93729ff27c8c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.835846 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:23:30.846237 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc3f92-a45a-414e-97ff-93729ff27c8c,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:30.851125 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (afbd7760-f8b6-4d0b-b990-63d544ef82ec), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.851473 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Added segment afbd7760-f8b6-4d0b-b990-63d544ef82ec of type vlan for network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 Sep 23 15:23:30.896709 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.908827 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:30.998343 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:30.999512 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:31.000204 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.033644 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f397d614-0bdb-45ca-9d00-5994401e865a up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:31.103191 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port f397d614-0bdb-45ca-9d00-5994401e865a triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:31.103767 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.103919 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port f397d614-0bdb-45ca-9d00-5994401e865a Sep 23 15:23:31.109236 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=a4e5beac-fbf7-4b9c-92a4-0c5985ef0629,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:31.125588 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:23:31.131748 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Publish callbacks [] for port (111bf432-1eb5-44b4-8622-e08d2df98477), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.146639 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 7 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:31.192007 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-158b96a7-3a36-46d2-9120-a68bda7f4ae3 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6611202 Sep 23 15:23:31.192277 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50584) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:31.198208 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Request body: {'subnet': {'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-885708810-subnet', 'tenant_id': '5faba0985c464030a7b238905671c767', 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:31.234911 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Port 111bf432-1eb5-44b4-8622-e08d2df98477 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:31.244219 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.265163 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57c202-e73f-4895-a5c8-ce4cfb2df2ce req-4b164ba1-d26a-4fad-bdf2-ee8a385f9470 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:31.266847 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5d57c202-e73f-4895-a5c8-ce4cfb2df2ce req-4b164ba1-d26a-4fad-bdf2-ee8a385f9470 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0632744 Sep 23 15:23:31.338238 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Pushing event updated for resources: {'Port': ['ID=111bf432-1eb5-44b4-8622-e08d2df98477,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:31.350197 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port f397d614-0bdb-45ca-9d00-5994401e865a is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:31.353894 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.354495 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.355071 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.356613 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.357327 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.357810 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.358320 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.358821 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.359263 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.359461 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.359788 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.360418 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.360644 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.361085 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.361274 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:31.366867 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5d57c202-e73f-4895-a5c8-ce4cfb2df2ce req-fcfe46ef-320e-4747-a585-0cbef52c0797 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912278 Sep 23 15:23:31.368875 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Attempting to bind port 111bf432-1eb5-44b4-8622-e08d2df98477 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:31.372731 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Attempting to bind port 111bf432-1eb5-44b4-8622-e08d2df98477 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:31.372731 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Attempting to bind port 111bf432-1eb5-44b4-8622-e08d2df98477 on network 1624566e-6352-44cc-addd-b45ad50d85f9 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:31.393366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Made reservation on behalf of 5faba0985c464030a7b238905671c767 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:23:31.397170 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.406625 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:31.415478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:31.420196 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:31.420851 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Checking segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:31.421447 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.422000 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Bound using segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:31.422641 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Bound port: 111bf432-1eb5-44b4-8622-e08d2df98477, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:31.423391 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.523910 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d09182-04ef-4169-83f8-2b23c7cbbf72 req-2e30f696-59b3-4b5a-a836-d85906a87bfe tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:31.532907 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] For port 111bf432-1eb5-44b4-8622-e08d2df98477, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:31.535459 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-07d09182-04ef-4169-83f8-2b23c7cbbf72 req-2e30f696-59b3-4b5a-a836-d85906a87bfe tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0680101 Sep 23 15:23:31.545647 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] For port 111bf432-1eb5-44b4-8622-e08d2df98477, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=111bf432-1eb5-44b4-8622-e08d2df98477,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:31.616175 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-07d09182-04ef-4169-83f8-2b23c7cbbf72 req-e4a1f379-fb8a-4541-b2f2-19150402505c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796814 Sep 23 15:23:31.638063 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:31.729905 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.736234 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Attempt 8 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:31.758826 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:31.766966 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:31.767603 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:31.812185 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (ca608f8e-324d-4059-a26c-62efa2eca4d5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.813398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Current status of the port 111bf432-1eb5-44b4-8622-e08d2df98477 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:31.813833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:31.825006 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b05603-6516-425f-8c1a-c21f0d54484a None None] Pushing event updated for resources: {'Port': ['ID=111bf432-1eb5-44b4-8622-e08d2df98477,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:31.857436 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] For port 111bf432-1eb5-44b4-8622-e08d2df98477, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=111bf432-1eb5-44b4-8622-e08d2df98477,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:31.874667 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca608f8e-324d-4059-a26c-62efa2eca4d5,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:31.880416 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Checking segment: {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:31.887148 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Network hostable DHCP agents. Network: a4e5beac-fbf7-4b9c-92a4-0c5985ef0629, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:23:31.891329 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:31.958232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.032369 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:23:32.052266 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e8147-89e5-41f7-9b0f-fd0ae721275c None None] Pushing event updated for resources: {'Port': ['ID=111bf432-1eb5-44b4-8622-e08d2df98477,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:32.096833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-91d8ccc4-b4ad-4641-8ec6-7f6e827b0b6f None None] Provisioning complete for port 111bf432-1eb5-44b4-8622-e08d2df98477 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:32.097475 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-91d8ccc4-b4ad-4641-8ec6-7f6e827b0b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.098839 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-91d8ccc4-b4ad-4641-8ec6-7f6e827b0b6f None None] Attempt 1 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:32.125478 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:32.154071 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716ecb7d-5c64-46b6-b5e4-324c68327eb6 None None] The sync data for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi is: [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:32.186115 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-91d8ccc4-b4ad-4641-8ec6-7f6e827b0b6f None None] Current status of the port 111bf432-1eb5-44b4-8622-e08d2df98477 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:32.255355 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, a4e5beac-fbf7-4b9c-92a4-0c5985ef0629) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:32.263372 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede3958a-b73d-4c3b-a5b3-daf275a93e3a None None] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:23:32.263648 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:32.264553 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.349396 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:32.366422 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-5d9be91f-0e04-4de7-a866-1dbae55dd7df admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1730807 Sep 23 15:23:32.369004 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50594) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:32.373424 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:32.385360 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'project_id': '5faba0985c464030a7b238905671c767', 'fixed_ips': [{'subnet_id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:23:32.386313 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.519632 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (7acf2b0c-24c8-4358-97ed-200a19b1b444), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.520880 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (7acf2b0c-24c8-4358-97ed-200a19b1b444), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.534689 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fdf87-50f1-4534-8c37-d1b15193e7be req-02da7a10-e34d-4cab-90d5-0e5dab447d1d tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:32.536345 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3e6fdf87-50f1-4534-8c37-d1b15193e7be req-02da7a10-e34d-4cab-90d5-0e5dab447d1d tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0703633 Sep 23 15:23:32.688907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks [] for router_controller (7acf2b0c-24c8-4358-97ed-200a19b1b444), precommit_add_association {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.704237 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Allocated IP 172.20.0.2 (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629/ca608f8e-324d-4059-a26c-62efa2eca4d5/31c0766f-02b2-4cb3-86bf-646365b13ab8) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:32.737294 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3e6fdf87-50f1-4534-8c37-d1b15193e7be req-cc0c1397-4ed2-4943-9de2-33225f88b896 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891744 Sep 23 15:23:32.811509 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:32.908263 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Publish callbacks [] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:32.997579 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:33.004711 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4587acda-ce25-4534-a863-2dbfce859f07 req-297b5dcd-64ad-4b32-a68f-3996f8adffab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:33.006504 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4587acda-ce25-4534-a863-2dbfce859f07 req-297b5dcd-64ad-4b32-a68f-3996f8adffab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0630772 Sep 23 15:23:33.021260 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.073161 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks [] for router_gateway (7acf2b0c-24c8-4358-97ed-200a19b1b444), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.098681 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 111bf432-1eb5-44b4-8622-e08d2df98477 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:33.145967 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Pushing event updated for resources: {'Port': ['ID=31c0766f-02b2-4cb3-86bf-646365b13ab8,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:33.148049 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4587acda-ce25-4534-a863-2dbfce859f07 req-136f5b4c-a8ce-402e-8819-c284f0a27a29 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626082 Sep 23 15:23:33.166442 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:33.174463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:33.177329 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:33.265723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Attempting to bind port 31c0766f-02b2-4cb3-86bf-646365b13ab8 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:33.266398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Attempting to bind port 31c0766f-02b2-4cb3-86bf-646365b13ab8 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:33.266692 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Attempting to bind port 31c0766f-02b2-4cb3-86bf-646365b13ab8 on network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:33.319909 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 111bf432-1eb5-44b4-8622-e08d2df98477 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:33.327438 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.327969 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 111bf432-1eb5-44b4-8622-e08d2df98477 Sep 23 15:23:33.385882 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:33.386556 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Checking segment: {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:33.387221 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.387719 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Bound using segment: {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:33.388371 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Bound port: 31c0766f-02b2-4cb3-86bf-646365b13ab8, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:33.388857 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.451487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:33.504508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks [] for router_gateway (7acf2b0c-24c8-4358-97ed-200a19b1b444), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.511786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] For port 31c0766f-02b2-4cb3-86bf-646365b13ab8, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:33.528906 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.547554 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 111bf432-1eb5-44b4-8622-e08d2df98477 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:33.557503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] For port 31c0766f-02b2-4cb3-86bf-646365b13ab8, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=31c0766f-02b2-4cb3-86bf-646365b13ab8,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:33.664079 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Allocated IP 172.27.0.69 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:33.713011 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.800947 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d7c82-e1b3-4acb-8ef0-9999691f3e72 None None] Pushing event updated for resources: {'Port': ['ID=31c0766f-02b2-4cb3-86bf-646365b13ab8,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:33.822513 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks [] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:33.952940 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:34.019539 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:34.024210 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:34.026800 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:34.030162 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:34.195206 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:34.450108 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:34.477746 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks [] for router_gateway (7acf2b0c-24c8-4358-97ed-200a19b1b444), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:34.704545 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (7acf2b0c-24c8-4358-97ed-200a19b1b444), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:34.920988 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:34.922017 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a4d743-f1b4-4488-acde-2823f99c6a40 None None] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:23:34.986234 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Provisioning complete for port 31c0766f-02b2-4cb3-86bf-646365b13ab8 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:34.986619 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:34.986968 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Attempt 1 to provision port 31c0766f-02b2-4cb3-86bf-646365b13ab8 Sep 23 15:23:34.994170 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Router 7acf2b0c-24c8-4358-97ed-200a19b1b444 is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:23:35.101264 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 31c0766f-02b2-4cb3-86bf-646365b13ab8 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:35.113384 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:23:35.143194 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Sync routers for ids ['7acf2b0c-24c8-4358-97ed-200a19b1b444'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:35.163296 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Current status of the port 31c0766f-02b2-4cb3-86bf-646365b13ab8 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:35.164471 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.194085 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Routers {'7acf2b0c-24c8-4358-97ed-200a19b1b444'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:35.194727 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['7acf2b0c-24c8-4358-97ed-200a19b1b444'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:35.266912 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] For port 31c0766f-02b2-4cb3-86bf-646365b13ab8, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=31c0766f-02b2-4cb3-86bf-646365b13ab8,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:35.286919 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 31c0766f-02b2-4cb3-86bf-646365b13ab8 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:35.287443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.287890 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 31c0766f-02b2-4cb3-86bf-646365b13ab8 Sep 23 15:23:35.315574 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.320585 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50616) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:35.321160 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6377549c-3a6d-4367-a92c-e51d046c101d admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9506345 Sep 23 15:23:35.486878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.581544 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Set router 7acf2b0c-24c8-4358-97ed-200a19b1b444 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:35.624512 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:35.679776 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Pushing event updated for resources: {'Port': ['ID=31c0766f-02b2-4cb3-86bf-646365b13ab8,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:35.706147 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-b87c8ffd-067f-4849-9dda-1b423b149da5 None None] Provisioning complete for port 31c0766f-02b2-4cb3-86bf-646365b13ab8 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:35.706546 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b87c8ffd-067f-4849-9dda-1b423b149da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.706898 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-b87c8ffd-067f-4849-9dda-1b423b149da5 None None] Attempt 1 to provision port 31c0766f-02b2-4cb3-86bf-646365b13ab8 Sep 23 15:23:35.743578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.743578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.743578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.743578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.744081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.744081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.744359 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.744711 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.745047 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.745394 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.746509 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.747314 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.747656 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.748005 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.748356 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d2fbb4-7212-483e-8bdc-a89606792d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:23:35.791802 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 31c0766f-02b2-4cb3-86bf-646365b13ab8 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:35.801173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:35.813451 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:35.824477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:35.909738 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-b87c8ffd-067f-4849-9dda-1b423b149da5 None None] Current status of the port 31c0766f-02b2-4cb3-86bf-646365b13ab8 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:35.926567 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:23:34Z', 'revision_number': 3, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:35.954053 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Checking router: 7acf2b0c-24c8-4358-97ed-200a19b1b444 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:35.954400 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Updating router 7acf2b0c-24c8-4358-97ed-200a19b1b444 port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:23:35.980678 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Allocated IP 172.20.0.1 (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629/ca608f8e-324d-4059-a26c-62efa2eca4d5/c0190e38-5c26-4125-a3b9-7be7e7313324) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:35.983654 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.077417 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:36.094881 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks [] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.244415 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.295030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:36.295452 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Publish callbacks [] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.300650 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:36.304778 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:36.310027 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Pushing event updated for resources: {'Port': ['ID=c0190e38-5c26-4125-a3b9-7be7e7313324,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:36.352117 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (7acf2b0c-24c8-4358-97ed-200a19b1b444), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.363916 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.403317 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Attempting to bind port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:36.403698 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Attempting to bind port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:36.404095 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Attempting to bind port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:36.440729 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b7e37-6009-4e28-b571-388a2d9ccd74 None None] Pushing event updated for resources: {'Port': ['ID=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:36.463117 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:36.467639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:36.467639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.467639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:36.467639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Bound port: 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:36.467639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.515541 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] For port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:36.518602 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] For port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:36.536155 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Provisioning complete for port c0190e38-5c26-4125-a3b9-7be7e7313324 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:36.536519 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.536846 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 1 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:36.553828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.572081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:36.633271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.682709 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Routers {'7acf2b0c-24c8-4358-97ed-200a19b1b444'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:36.683922 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['7acf2b0c-24c8-4358-97ed-200a19b1b444'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:36.732198 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks [] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:36.749551 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b7e37-6009-4e28-b571-388a2d9ccd74 None None] Pushing event updated for resources: {'Port': ['ID=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:36.794434 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:36.806385 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] Set router 7acf2b0c-24c8-4358-97ed-200a19b1b444 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:36.888296 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:36.992904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c0190e38-5c26-4125-a3b9-7be7e7313324', 'name': '', 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'tenant_id': '5faba0985c464030a7b238905671c767', 'mac_address': 'fa:16:3e:01:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:35Z', 'updated_at': '2022-09-23T15:23:35Z', 'revision_number': 1, 'project_id': '5faba0985c464030a7b238905671c767', 'subnets': [{'id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:37.021725 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21db0d0-dcfb-4fcd-b990-3ca96ba8e940 None None] The sync data for ids ['7acf2b0c-24c8-4358-97ed-200a19b1b444'] in dv-cinder-855307-2-iscsi is: [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c0190e38-5c26-4125-a3b9-7be7e7313324', 'name': '', 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'tenant_id': '5faba0985c464030a7b238905671c767', 'mac_address': 'fa:16:3e:01:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:35Z', 'updated_at': '2022-09-23T15:23:35Z', 'revision_number': 1, 'project_id': '5faba0985c464030a7b238905671c767', 'subnets': [{'id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:37.036688 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 31c0766f-02b2-4cb3-86bf-646365b13ab8 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:37.075235 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 2 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:37.129027 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:37.134819 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 31c0766f-02b2-4cb3-86bf-646365b13ab8 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:37.135200 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:37.135538 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 31c0766f-02b2-4cb3-86bf-646365b13ab8 Sep 23 15:23:37.175279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:37.217530 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 31c0766f-02b2-4cb3-86bf-646365b13ab8 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:37.239173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:37.261871 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (7acf2b0c-24c8-4358-97ed-200a19b1b444), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:37.266969 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Pushing event updated for resources: {'Port': ['ID=c0190e38-5c26-4125-a3b9-7be7e7313324,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:37.373210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:37.374730 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:37.512005 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Router 7acf2b0c-24c8-4358-97ed-200a19b1b444 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:23:37.513135 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:37.630009 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 3 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:37.631220 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:23:37.643355 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-eba714b0-4bd3-4ec2-acf6-56305b865e1a admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/7acf2b0c-24c8-4358-97ed-200a19b1b444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214529 Sep 23 15:23:37.674374 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:38.176044 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 4 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:38.208656 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:38.256731 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e24d7-b6ed-42a4-995f-4f7ca5fc4dc0 req-996c8067-54de-43ba-95dd-7041abc71d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:38.258694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-489e24d7-b6ed-42a4-995f-4f7ca5fc4dc0 req-996c8067-54de-43ba-95dd-7041abc71d72 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1129 time: 0.0427213 Sep 23 15:23:38.312482 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-489e24d7-b6ed-42a4-995f-4f7ca5fc4dc0 req-b2b4af6c-1610-40d1-8626-60c67e2ce27d service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466895 Sep 23 15:23:38.711411 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 5 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:38.760041 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:39.148319 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:39.220457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:39.221229 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:39.221810 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 Sep 23 15:23:39.261638 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 6 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:39.399283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:39.399283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:39.399283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:39.399283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:39.408570 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:39.839737 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 7 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:39.884691 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:40.061766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:40.125100 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:40.386560 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 8 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:40.478175 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:40.490852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f36a57-8af3-408d-aa7d-cf35f7544639 req-eb0d0144-592c-4be3-8c01-791aeb603999 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.515413 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-22f36a57-8af3-408d-aa7d-cf35f7544639 req-eb0d0144-592c-4be3-8c01-791aeb603999 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.1306355 Sep 23 15:23:40.517721 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:40.630932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af78185-5ba2-4f6c-a332-6b3189a95cb9 req-3e3ee518-f81b-43ef-8b7f-d1147563ced3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:40.634626 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0af78185-5ba2-4f6c-a332-6b3189a95cb9 req-3e3ee518-f81b-43ef-8b7f-d1147563ced3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.1124744 Sep 23 15:23:40.641425 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-22f36a57-8af3-408d-aa7d-cf35f7544639 req-1cfa554d-d549-45ba-8af2-41a74e1c57d0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250007 Sep 23 15:23:40.700371 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0af78185-5ba2-4f6c-a332-6b3189a95cb9 req-b3a9f6c5-1103-4d82-8a43-3707869b9874 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553639 Sep 23 15:23:40.763331 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Sync routers for ids ['7acf2b0c-24c8-4358-97ed-200a19b1b444'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:40.774857 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Routers {'7acf2b0c-24c8-4358-97ed-200a19b1b444'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:40.775960 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['7acf2b0c-24c8-4358-97ed-200a19b1b444'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:40.893507 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Set router 7acf2b0c-24c8-4358-97ed-200a19b1b444 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:41.019542 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 9 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:41.078960 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:41.083103 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:41.108321 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:41.113713 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c0190e38-5c26-4125-a3b9-7be7e7313324', 'name': '', 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'tenant_id': '5faba0985c464030a7b238905671c767', 'mac_address': 'fa:16:3e:01:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:35Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 2, 'project_id': '5faba0985c464030a7b238905671c767', 'subnets': [{'id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:41.133528 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:41.133875 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.134223 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 Sep 23 15:23:41.148891 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Checking router: 7acf2b0c-24c8-4358-97ed-200a19b1b444 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:41.149546 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Updating router 7acf2b0c-24c8-4358-97ed-200a19b1b444 port c0190e38-5c26-4125-a3b9-7be7e7313324 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:23:41.180482 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.218222 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:41.483069 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Publish callbacks [] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.571295 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.584664 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Attempt 10 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:41.622445 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-755e4a83-57a3-4110-b413-86ed93477eed None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:41.690435 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Attempting to bind port c0190e38-5c26-4125-a3b9-7be7e7313324 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:23:41.690805 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Attempting to bind port c0190e38-5c26-4125-a3b9-7be7e7313324 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:23:41.691402 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Attempting to bind port c0190e38-5c26-4125-a3b9-7be7e7313324 on network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:23:41.736479 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d64c0-6fc4-4fab-b408-3902c4bae8c6 None None] Pushing event updated for resources: {'Port': ['ID=c0190e38-5c26-4125-a3b9-7be7e7313324,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:41.751964 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:23:41.752373 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Checking segment: {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:23:41.752866 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.753168 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Bound using segment: {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:23:41.753650 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Bound port: c0190e38-5c26-4125-a3b9-7be7e7313324, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbd7760-f8b6-4d0b-b990-63d544ef82ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:23:41.754029 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.769132 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c339c2f-c6ed-4a66-a1c8-661173b66b28 req-230eacd8-5c17-4642-9a8e-ab0efd389b45 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:41.776153 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5c339c2f-c6ed-4a66-a1c8-661173b66b28 req-230eacd8-5c17-4642-9a8e-ab0efd389b45 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0548272 Sep 23 15:23:41.783124 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Provisioning complete for port c0190e38-5c26-4125-a3b9-7be7e7313324 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:41.783124 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:41.783124 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Attempt 1 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:41.798622 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:41.858682 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Port c0190e38-5c26-4125-a3b9-7be7e7313324 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:23:41.861670 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] For port c0190e38-5c26-4125-a3b9-7be7e7313324, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:23:41.865495 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] For port c0190e38-5c26-4125-a3b9-7be7e7313324, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c0190e38-5c26-4125-a3b9-7be7e7313324,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:23:41.868775 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:41.921298 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5c339c2f-c6ed-4a66-a1c8-661173b66b28 req-055ffbae-49fe-4325-915d-0715fa0daf66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105459 Sep 23 15:23:41.935825 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4810d5-b276-45b5-bb95-e4871d1d62de req-99667475-3a5a-4bcd-b6f3-379762265ded tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:41.943284 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff4810d5-b276-45b5-bb95-e4871d1d62de req-99667475-3a5a-4bcd-b6f3-379762265ded tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0627172 Sep 23 15:23:41.994267 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff4810d5-b276-45b5-bb95-e4871d1d62de req-e20b74a3-96bd-471f-a4e6-f4216cc3ebad tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501053 Sep 23 15:23:42.010021 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:42.058430 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Routers {'7acf2b0c-24c8-4358-97ed-200a19b1b444'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:42.059211 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['7acf2b0c-24c8-4358-97ed-200a19b1b444'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:42.065161 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc6672-b2f9-472a-884c-959702d6ff68 req-f26f0e9f-4dca-4bf4-b392-54b6897808f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:42.069579 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edbc6672-b2f9-472a-884c-959702d6ff68 req-f26f0e9f-4dca-4bf4-b392-54b6897808f6 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0616508 Sep 23 15:23:42.122948 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d64c0-6fc4-4fab-b408-3902c4bae8c6 None None] Pushing event updated for resources: {'Port': ['ID=c0190e38-5c26-4125-a3b9-7be7e7313324,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:42.125558 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-edbc6672-b2f9-472a-884c-959702d6ff68 req-49d8ea04-612f-4073-9e96-2ac20a663d2a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493653 Sep 23 15:23:42.164673 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 50666) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:42.271288 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:42.273495 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] Set router 7acf2b0c-24c8-4358-97ed-200a19b1b444 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:42.360559 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Attempt 2 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:42.404390 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc77c118-375d-4539-ab17-bb58ddb3fc7c tempest-TestShelveInstance-605807330 tempest-TestShelveInstance-605807330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:42.410173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 50670) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:23:42.410425 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dc77c118-375d-4539-ab17-bb58ddb3fc7c tempest-TestShelveInstance-605807330 tempest-TestShelveInstance-605807330-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1124 time: 0.2445972 Sep 23 15:23:42.415237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'port_id': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:23:42.449880 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Current status of the port c0190e38-5c26-4125-a3b9-7be7e7313324 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:42.450299 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:42.477511 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c0190e38-5c26-4125-a3b9-7be7e7313324', 'name': '', 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'tenant_id': '5faba0985c464030a7b238905671c767', 'mac_address': 'fa:16:3e:01:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:35Z', 'updated_at': '2022-09-23T15:23:41Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'subnets': [{'id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:42.484552 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] For port c0190e38-5c26-4125-a3b9-7be7e7313324, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c0190e38-5c26-4125-a3b9-7be7e7313324,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:42.509043 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b52e69-7b59-4fe7-9476-3bb1e3f76bf9 None None] The sync data for ids ['7acf2b0c-24c8-4358-97ed-200a19b1b444'] in dv-cinder-855307-2-iscsi is: [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:23:36Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c0190e38-5c26-4125-a3b9-7be7e7313324', 'name': '', 'network_id': 'a4e5beac-fbf7-4b9c-92a4-0c5985ef0629', 'tenant_id': '5faba0985c464030a7b238905671c767', 'mac_address': 'fa:16:3e:01:43:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:35Z', 'updated_at': '2022-09-23T15:23:41Z', 'revision_number': 4, 'project_id': '5faba0985c464030a7b238905671c767', 'subnets': [{'id': 'ca608f8e-324d-4059-a26c-62efa2eca4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:42.558723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:42.609995 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:42.716196 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fd401-dd72-4070-80f0-4c383d98588a None None] Pushing event updated for resources: {'Port': ['ID=c0190e38-5c26-4125-a3b9-7be7e7313324,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:42.722810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:42.870126 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Allocated IP 172.27.0.202 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/7fe6bb96-812f-4e32-b769-9a14552b7159) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:23:43.022052 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:43.127919 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c0190e38-5c26-4125-a3b9-7be7e7313324 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:43.194773 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:43.242969 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a41ac5-03e6-4432-b726-62f8c5570e7d req-bd4ce91a-10ec-4c20-9f3b-2b512c54e8b1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:43.251259 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-19a41ac5-03e6-4432-b726-62f8c5570e7d req-bd4ce91a-10ec-4c20-9f3b-2b512c54e8b1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.1081920 Sep 23 15:23:43.280970 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:43.281572 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:43.296647 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:23:43.308689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:23:43.314897 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:23:43.328550 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'Port': ['ID=7fe6bb96-812f-4e32-b769-9a14552b7159,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:43.342709 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port c0190e38-5c26-4125-a3b9-7be7e7313324 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:43.343094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:43.343443 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port c0190e38-5c26-4125-a3b9-7be7e7313324 Sep 23 15:23:43.365183 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-19a41ac5-03e6-4432-b726-62f8c5570e7d req-a7187926-c278-4ece-907c-fc0761203f8a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123438 Sep 23 15:23:43.431102 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port c0190e38-5c26-4125-a3b9-7be7e7313324 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:43.816115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for floatingip (26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:44.218878 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:44.395919 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:44.500754 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:44.516309 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02506a50-8421-4e17-9ebe-975979ba82af req-99f06768-af4c-497a-baac-5b86e6d3dda2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:44.525960 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-02506a50-8421-4e17-9ebe-975979ba82af req-99f06768-af4c-497a-baac-5b86e6d3dda2 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0627451 Sep 23 15:23:44.569633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:44.579476 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:44.581302 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event updated for resources: {'Port': ['ID=7fe6bb96-812f-4e32-b769-9a14552b7159,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:44.608416 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-02506a50-8421-4e17-9ebe-975979ba82af req-0b46d1eb-ed29-4f0c-a860-61f5fdfad1f7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746756 Sep 23 15:23:44.694057 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Floating IP 26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c associated. External IP: 172.27.0.202, port: 0c8439ba-0b08-4cad-8937-aa360e2a93ed. Sep 23 15:23:44.818359 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:44.962757 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:23:45.106663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:23:45.124887 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] Sync routers for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:23:45.143299 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:45.144012 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:45.266003 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:45.274012 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:45.331819 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5bd7b6a9-9d1a-4d01-9f14-40ec430e2431 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9203525 Sep 23 15:23:45.332806 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:45.335479 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:45.389383 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28024adf-2dd5-49aa-8b40-2486e2a7f23a x-openstack-request-id: req-28024adf-2dd5-49aa-8b40-2486e2a7f23a {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:45.389676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:45.389927 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-28024adf-2dd5-49aa-8b40-2486e2a7f23a {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:45.390333 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28024adf-2dd5-49aa-8b40-2486e2a7f23a'] response: {'name': 'network-changed', 'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'status': 'completed', 'code': 200} Sep 23 15:23:45.494364 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:45.561595 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'port_id': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'mac_address': 'fa:16:3e:80:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 0, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:19Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:45.568396 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-abeedcd4-22a3-47c3-8796-883f3a72f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.570099 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-abeedcd4-22a3-47c3-8796-883f3a72f7c2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1129 time: 0.0425711 Sep 23 15:23:45.592416 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] Checking router: fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:23:45.602701 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:23:45.604136 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:23:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:45.727182 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:45.743791 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:23:45.768815 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-b6092527-1038-4d03-b25a-6cd3c5e9fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.770357 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-b6092527-1038-4d03-b25a-6cd3c5e9fe15 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 909 time: 0.1901832 Sep 23 15:23:45.853008 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-2cb134f7-2155-4d42-941c-02e283603688 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 999 time: 0.0757108 Sep 23 15:23:45.863690 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120102e-b7db-4098-84ab-04d4ad4d1bca req-7a89d97b-c1ce-488f-929c-c1a833af95d1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.871299 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8120102e-b7db-4098-84ab-04d4ad4d1bca req-7a89d97b-c1ce-488f-929c-c1a833af95d1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.1493876 Sep 23 15:23:45.950492 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-91f1d5fa-e2fd-467e-88ed-001428e8afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:45.952309 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-91f1d5fa-e2fd-467e-88ed-001428e8afb0 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 200 len: 847 time: 0.0910473 Sep 23 15:23:45.958469 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8120102e-b7db-4098-84ab-04d4ad4d1bca req-972c1332-8b1c-49a4-966a-ec118fdfc8dc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510538 Sep 23 15:23:46.007970 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-d0a973bd-c561-45b4-8e6d-227a15701151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:46.046458 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-d0a973bd-c561-45b4-8e6d-227a15701151 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=791f912d-07bc-4fff-ad75-2b567e29c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462370 Sep 23 15:23:46.078295 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'port_id': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'mac_address': 'fa:16:3e:80:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 0, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:19Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:23:46.104289 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e25a39-92fa-4289-aff3-2ccb7d5249b2 None None] The sync data for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi is: [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'floating_ip_address': '172.27.0.202', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'port_id': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'mac_address': 'fa:16:3e:80:52:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:23:43Z', 'updated_at': '2022-09-23T15:23:43Z', 'revision_number': 0, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:19Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:23:46.112128 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-58b7fe53-8c48-4869-8634-2147ff45e07a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927107 Sep 23 15:23:46.220683 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9aeeb952-8fbd-404f-8321-28c7a8ddb2ef req-16482f6f-42ad-41a7-a0ad-560820e3b02c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021643 Sep 23 15:23:46.320961 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7690f850-b427-42cd-a4af-539aebe7d33e None None] New status for floating IP 26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:23:46.586000 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-26037278-ccad-42fe-810b-30ab5fb558ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:47.123467 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eafd96-c83b-49e5-a8a0-c99cab357ca1 req-03b2a3a7-da82-4c75-b279-8a9d39062108 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:47.125201 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d6eafd96-c83b-49e5-a8a0-c99cab357ca1 req-03b2a3a7-da82-4c75-b279-8a9d39062108 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0642915 Sep 23 15:23:47.175104 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:47.185702 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d6eafd96-c83b-49e5-a8a0-c99cab357ca1 req-6929a4cb-0452-415b-b136-eb2a0cef4d38 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544639 Sep 23 15:23:48.260716 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:23:48.370838 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cb4f1-104f-4e6a-af56-81273f875d87 req-e9f8b7f7-f949-4c25-9552-3a69de78b275 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:48.378598 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d99cb4f1-104f-4e6a-af56-81273f875d87 req-e9f8b7f7-f949-4c25-9552-3a69de78b275 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 944 time: 0.0585039 Sep 23 15:23:48.393145 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:48.406919 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'port_id': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'mac_address': 'fa:16:3e:9a:71:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:23:48.440681 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d99cb4f1-104f-4e6a-af56-81273f875d87 req-ac2ea167-5275-46b3-936e-8001f7f79385 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597341 Sep 23 15:23:48.476393 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:48.476393 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:48.490844 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8801bad0-f531-42e9-8015-b0d63a8e4f8e {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:23:48.516931 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:48.614833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:48.673405 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=9']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:48.812013 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-8bed2077-be89-4a31-919d-1b4588400b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:48.923541 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['8801bad0-f531-42e9-8015-b0d63a8e4f8e'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:23:49.033062 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:49.588032 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20882f8f-ee76-475c-b3a6-4d39b132e578 req-8863f91d-3806-4d0d-9862-ce49b43c500c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:49.589608 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20882f8f-ee76-475c-b3a6-4d39b132e578 req-8863f91d-3806-4d0d-9862-ce49b43c500c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0500629 Sep 23 15:23:49.644146 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20882f8f-ee76-475c-b3a6-4d39b132e578 req-ba6b2ed9-9c17-4369-b008-114820e2018d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487463 Sep 23 15:23:50.300432 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:50.493667 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:23:50.781762 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbb90-ec3b-402d-a0e2-29acd6cef323 req-511afc48-4953-4fdc-96f8-239ec1ed455f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:50.783258 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-be3dbb90-ec3b-402d-a0e2-29acd6cef323 req-511afc48-4953-4fdc-96f8-239ec1ed455f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0520329 Sep 23 15:23:50.832576 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-be3dbb90-ec3b-402d-a0e2-29acd6cef323 req-376c37b0-446b-4cb3-aeb1-702054b6093c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414190 Sep 23 15:23:51.847725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-1df9fb1d-f8b4-4112-9d6a-99cabbbd46d8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:51.849260 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-1df9fb1d-f8b4-4112-9d6a-99cabbbd46d8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 815 time: 0.1060557 Sep 23 15:23:51.863836 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-1623f8e0-8f36-4098-b578-135778959ccc tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/quotas/efbab8ef4fbd4c61811d0fc046290937 HTTP/1.1" status: 200 len: 375 time: 0.0090971 Sep 23 15:23:51.915196 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-547fe290-1a0f-4d54-a71f-7862af6ca350 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464752 Sep 23 15:23:51.966519 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5e379-a700-4ee0-be9e-08d287968487 req-09c90e10-55dc-4cd4-b411-03e006bd910c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:51.968033 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-76a5e379-a700-4ee0-be9e-08d287968487 req-09c90e10-55dc-4cd4-b411-03e006bd910c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 945 time: 0.0488327 Sep 23 15:23:51.992152 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:52.007277 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:52.013774 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:52.021171 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-76a5e379-a700-4ee0-be9e-08d287968487 req-cc8b9cb7-8c59-4c39-849e-9e9f55a813fd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472503 Sep 23 15:23:52.021576 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-29ddcfc8-d57c-49fd-b61c-1bce56a7631f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905850 Sep 23 15:23:52.122319 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-25318338-5355-4c0c-921c-52facacd7a96 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930490 Sep 23 15:23:52.368446 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:52.424073 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c3c25eb9-0c2e-4077-b35f-750927e86641 req-083a15ef-141d-456e-97bf-aaf55c595ef0 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0276060 Sep 23 15:23:52.429461 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:23:52.481970 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 8801bad0-f531-42e9-8015-b0d63a8e4f8e triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:23:52.482441 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:52.482846 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 8801bad0-f531-42e9-8015-b0d63a8e4f8e Sep 23 15:23:52.550963 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:52.560037 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 8801bad0-f531-42e9-8015-b0d63a8e4f8e is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:23:52.560444 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:52.583170 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:23:52.585486 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a55433-86ac-4a68-b05b-79bb45c0af95" -d '{"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-plugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:23:52.598755 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:23:52.624679 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e20c414-0bcd-4d68-bb55-2607308eb011 x-openstack-request-id: req-4e20c414-0bcd-4d68-bb55-2607308eb011 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:23:52.624984 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-plugged", "status": "completed", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:23:52.625243 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4e20c414-0bcd-4d68-bb55-2607308eb011 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:23:52.625636 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e20c414-0bcd-4d68-bb55-2607308eb011'] response: {'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'code': 200} Sep 23 15:23:52.724220 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:23:52.773342 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=10']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:23:53.159719 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09ab4e-e67a-4e0f-b52c-7316f9ae14d0 req-e0de6468-6454-4d30-b899-f759f85db87b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:53.164362 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ef09ab4e-e67a-4e0f-b52c-7316f9ae14d0 req-e0de6468-6454-4d30-b899-f759f85db87b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0482740 Sep 23 15:23:53.211500 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ef09ab4e-e67a-4e0f-b52c-7316f9ae14d0 req-bec61799-9160-4904-b46f-0bc2f613e638 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436463 Sep 23 15:23:53.420428 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f39ee-b210-4dcb-a3f7-ca868504889b req-ee5befa8-eeac-4bdc-b595-162cd19823dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:53.422119 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c52f39ee-b210-4dcb-a3f7-ca868504889b req-ee5befa8-eeac-4bdc-b595-162cd19823dc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 1131 time: 0.0424790 Sep 23 15:23:53.511798 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c52f39ee-b210-4dcb-a3f7-ca868504889b req-80874c2b-3677-47fe-b558-665e7fcb28b9 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815146 Sep 23 15:23:53.552824 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-47a7bb15-16e5-4e16-a0c8-430e0084b6e5 req-86345882-4ec9-414c-9ffc-2927ce1f9388 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0322750 Sep 23 15:23:54.345449 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203dcb8-aa97-46fa-9589-6a09afc67d6b req-1e6ccc2c-344b-4e5c-8699-5a9cbf34bd65 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:54.346888 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a203dcb8-aa97-46fa-9589-6a09afc67d6b req-1e6ccc2c-344b-4e5c-8699-5a9cbf34bd65 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0490537 Sep 23 15:23:54.397759 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a203dcb8-aa97-46fa-9589-6a09afc67d6b req-e21a8c18-f771-4b4d-a4d4-da4eb53c2319 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451443 Sep 23 15:23:54.654329 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38deb2f-af12-4213-94d7-5ac13f7a28ca req-2c6660ce-e828-45ec-9960-b10326ef5f8d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0280838 Sep 23 15:23:55.529213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f7b9-94e0-4e60-b92b-fece7feb8861 req-0e92d19e-c7f3-4b98-a824-3aebea35e274 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:55.530704 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6a80f7b9-94e0-4e60-b92b-fece7feb8861 req-0e92d19e-c7f3-4b98-a824-3aebea35e274 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0490155 Sep 23 15:23:55.580788 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6a80f7b9-94e0-4e60-b92b-fece7feb8861 req-8b950fb2-51ed-4189-b48b-63dcb301db0e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Sep 23 15:23:55.761734 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-efe73ce8-b074-4f21-9b43-9dd471d40bf7 req-da528794-b2ec-4443-8580-3a33d0cb0fef tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0307639 Sep 23 15:23:56.716376 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108174ff-99d4-44a2-ad18-0ecb690c0e56 req-23ad6b29-187f-4bd8-bc00-a2d89fbf55ed tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:56.717880 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-108174ff-99d4-44a2-ad18-0ecb690c0e56 req-23ad6b29-187f-4bd8-bc00-a2d89fbf55ed tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0513401 Sep 23 15:23:56.766948 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-108174ff-99d4-44a2-ad18-0ecb690c0e56 req-445a1213-257d-46e8-9e3d-1984e02d6888 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435846 Sep 23 15:23:56.842979 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:23:56.864326 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9cb6ffd0-6891-4219-90ed-9a64790bdfc7 req-0bf05288-488d-4830-a86c-9f13596e4f74 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0297942 Sep 23 15:23:57.904925 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2e8f1-4617-4161-b177-3cd6b3d24314 req-79a51a4f-ec12-46ca-902e-47297e1920be tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:57.910215 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-96b2e8f1-4617-4161-b177-3cd6b3d24314 req-79a51a4f-ec12-46ca-902e-47297e1920be tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0504861 Sep 23 15:23:57.979575 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-96b2e8f1-4617-4161-b177-3cd6b3d24314 req-f4990a2f-dca7-4493-8373-0d7572797eb8 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665884 Sep 23 15:23:58.016640 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5686862a-6620-404e-8562-96dfe7922eaf req-85b86589-f0a4-4dca-a61e-7a54a6cb4755 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0320170 Sep 23 15:23:59.099345 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cd7a4-a710-45a7-95dd-0ff109b51691 req-4071a59c-5e19-4697-bcbb-f17ccb1d793e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:23:59.099345 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-628cd7a4-a710-45a7-95dd-0ff109b51691 req-4071a59c-5e19-4697-bcbb-f17ccb1d793e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0486622 Sep 23 15:23:59.123383 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e29f9251-42da-4c9f-921a-3dc9623f27ea req-0b92498c-152c-493a-a281-f9c5fc5f5b00 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0292375 Sep 23 15:23:59.156429 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-628cd7a4-a710-45a7-95dd-0ff109b51691 req-1696e3e4-c8ec-46b1-9189-ee51298436ce tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524561 Sep 23 15:24:00.233316 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-da08cca3-bc83-41eb-b091-fcda1676f0bb req-29db4f61-c165-41ab-b245-312992823032 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0314806 Sep 23 15:24:00.294612 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295e173-f589-4e30-856e-8b326384c033 req-a7468db1-5f4a-47b0-8127-fb56f516ddeb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:00.296231 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8295e173-f589-4e30-856e-8b326384c033 req-a7468db1-5f4a-47b0-8127-fb56f516ddeb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0574129 Sep 23 15:24:00.345450 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8295e173-f589-4e30-856e-8b326384c033 req-ee969b4f-8405-4333-8f7a-e8d5932a6369 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435064 Sep 23 15:24:01.338004 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bc85bd06-d66c-4e81-8426-6d3f9380d655 req-0cd00049-4f5f-4f09-bd30-8e8bbc2945b7 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0272110 Sep 23 15:24:01.475422 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37084d-fd49-45d8-a033-aa95161cc7d6 req-8481fc53-9982-41c9-a6f5-11ca1629051b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:01.476912 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7e37084d-fd49-45d8-a033-aa95161cc7d6 req-8481fc53-9982-41c9-a6f5-11ca1629051b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0464113 Sep 23 15:24:01.525640 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7e37084d-fd49-45d8-a033-aa95161cc7d6 req-63eaac69-2610-41e1-9662-6af6d4d46c00 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418003 Sep 23 15:24:02.444664 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a1759f-d680-416a-a643-4276690887e9 req-58ba3278-bbb9-4736-808e-a2975944c8ec tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0295320 Sep 23 15:24:02.478664 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:02.491764 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:02.657157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba418605-a353-41c7-b0cd-2dd0d94eda7c req-dbd37dee-aec4-4931-9737-8129b34ae94a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:02.658617 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ba418605-a353-41c7-b0cd-2dd0d94eda7c req-dbd37dee-aec4-4931-9737-8129b34ae94a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0503507 Sep 23 15:24:02.704906 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ba418605-a353-41c7-b0cd-2dd0d94eda7c req-d34b755d-23f6-42af-9ea1-7e31b740b05d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407503 Sep 23 15:24:02.770689 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:03.260152 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-e357fcef-f011-4936-ab47-3c0f0db4a09a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:03.260152 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-e357fcef-f011-4936-ab47-3c0f0db4a09a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.77 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 815 time: 0.1149104 Sep 23 15:24:03.294666 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'port': {'device_id': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'admin_state_up': True, 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:03.561748 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7bd23b7b-8301-4a95-8c89-d596db9d3bee req-fbcd2c9c-591a-499e-b9cd-7feba9d831d3 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0309594 Sep 23 15:24:03.564116 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Made reservation on behalf of efbab8ef4fbd4c61811d0fc046290937 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:24:03.570520 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:03.602009 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:03.713486 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Allocated IP 172.20.0.13 (1624566e-6352-44cc-addd-b45ad50d85f9/a61a3387-40a3-4304-9883-7a2625c4cf4c/f8bb92b2-35e5-484a-adc2-f6309c059f45) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:24:03.716248 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:03.880981 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:03.916126 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d351a-f056-4ea2-ac61-01a73bf2f237 req-1c718782-7060-4cad-b8e0-2d9559f7255f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:03.918133 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2a0d351a-f056-4ea2-ac61-01a73bf2f237 req-1c718782-7060-4cad-b8e0-2d9559f7255f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0515711 Sep 23 15:24:03.970210 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2a0d351a-f056-4ea2-ac61-01a73bf2f237 req-1770a99c-2441-4e6e-afe7-d0727d1898b5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465813 Sep 23 15:24:04.003123 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:04.054791 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Network 1624566e-6352-44cc-addd-b45ad50d85f9 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:24:04.060996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:24:04.063773 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:24:04.098076 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:04.109719 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.110332 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.118533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:04.140520 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.141777 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:04.234496 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-09ffb839-de02-4c04-85df-e7d4f6808f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.236097 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-09ffb839-de02-4c04-85df-e7d4f6808f73 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.0488544 Sep 23 15:24:04.345095 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-7fa52d9e-8ea6-46f7-8ff0-e03a61faf40d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0551014 Sep 23 15:24:04.361148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Request body: {'port': {'device_id': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:04.365470 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-8ce0817a-b083-4469-849c-ccdd58a33189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.366945 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-8ce0817a-b083-4469-849c-ccdd58a33189 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.1246438 Sep 23 15:24:04.471488 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:04.474983 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-0c58ab4b-5956-4afd-9c5c-dc58931cd2c2 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 1002 time: 0.0901959 Sep 23 15:24:04.479697 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:04.549278 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Provisioning complete for port f8bb92b2-35e5-484a-adc2-f6309c059f45 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:24:04.550261 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:04.550381 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Attempt 1 to provision port f8bb92b2-35e5-484a-adc2-f6309c059f45 Sep 23 15:24:04.588030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-097290dd-f72e-4ab7-a713-facbb2aee5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.589982 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-097290dd-f72e-4ab7-a713-facbb2aee5ff service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.1008787 Sep 23 15:24:04.641645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Port f8bb92b2-35e5-484a-adc2-f6309c059f45 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:24:04.679140 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a08f6-bbf4-4195-9c90-5147e6801439 req-623ce98e-cda0-4f2d-98ce-c45b6a129110 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.688100 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-576a08f6-bbf4-4195-9c90-5147e6801439 req-623ce98e-cda0-4f2d-98ce-c45b6a129110 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1172440 Sep 23 15:24:04.759308 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:04.771493 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-576a08f6-bbf4-4195-9c90-5147e6801439 req-328c07ca-2ff4-464b-b6af-3f027edcc1cc tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809069 Sep 23 15:24:04.855582 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-8afbfb05-7abc-4f5d-8f8b-626e5b6c053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.857716 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-8afbfb05-7abc-4f5d-8f8b-626e5b6c053a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1951694 Sep 23 15:24:04.877823 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c602663-aa13-44be-84df-8f63517749ff req-090f0f1b-baea-43dd-b26f-d28f373d78fa tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:04.879553 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9c602663-aa13-44be-84df-8f63517749ff req-090f0f1b-baea-43dd-b26f-d28f373d78fa tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 932 time: 0.1612172 Sep 23 15:24:04.979044 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9c602663-aa13-44be-84df-8f63517749ff req-175e1a53-2684-43a7-b801-94efd09357f3 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734060 Sep 23 15:24:05.095102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8bb92b2-35e5-484a-adc2-f6309c059f45 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:24:05.107321 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Publish callbacks [] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.123934 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Transition to ACTIVE for port object f8bb92b2-35e5-484a-adc2-f6309c059f45 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:24:05.143903 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Attempt 2 to provision port f8bb92b2-35e5-484a-adc2-f6309c059f45 Sep 23 15:24:05.147403 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd691a3d-d28f-42c3-9c34-8e1ef6dabe6d req-e91f6973-072d-43c7-b6f5-826de1368dac tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.168660 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bd691a3d-d28f-42c3-9c34-8e1ef6dabe6d req-e91f6973-072d-43c7-b6f5-826de1368dac tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0839057 Sep 23 15:24:05.190920 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Port f8bb92b2-35e5-484a-adc2-f6309c059f45 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:24:05.220012 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.230994 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bd691a3d-d28f-42c3-9c34-8e1ef6dabe6d req-b3fba6e3-5155-43dd-89ce-93ecf0d383c5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612113 Sep 23 15:24:05.330577 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:05.364566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Attempting to bind port f8bb92b2-35e5-484a-adc2-f6309c059f45 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:24:05.364901 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Attempting to bind port f8bb92b2-35e5-484a-adc2-f6309c059f45 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:24:05.365360 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Attempting to bind port f8bb92b2-35e5-484a-adc2-f6309c059f45 on network 1624566e-6352-44cc-addd-b45ad50d85f9 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:24:05.367503 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:05.414872 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Port f8bb92b2-35e5-484a-adc2-f6309c059f45 on network 1624566e-6352-44cc-addd-b45ad50d85f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:24:05.415202 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Attempting to bind port f8bb92b2-35e5-484a-adc2-f6309c059f45 on network 1624566e-6352-44cc-addd-b45ad50d85f9 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:24:05.458981 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:24:05.459311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Checking segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:24:05.459691 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Bound using segment: {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:24:05.460155 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Bound port: f8bb92b2-35e5-484a-adc2-f6309c059f45, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a564ed-abfe-48c2-99fa-884fb43bffd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:24:05.460512 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.525734 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:24:05.529508 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:24:05.609744 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.614833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.615449 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:05.617052 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 1094 time: 1.2607443 Sep 23 15:24:05.617567 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:05.620004 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:05.675700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619b56f7-a003-45fd-8ff8-fcf8ea46b79d x-openstack-request-id: req-619b56f7-a003-45fd-8ff8-fcf8ea46b79d {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:05.676119 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:05.676380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-619b56f7-a003-45fd-8ff8-fcf8ea46b79d {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:05.676861 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-619b56f7-a003-45fd-8ff8-fcf8ea46b79d'] response: {'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'status': 'completed', 'code': 200} Sep 23 15:24:05.681942 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf1924-7d3e-4f76-85a4-0b44fb091f8e service neutron] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:05.692503 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Attempt 3 to provision port f8bb92b2-35e5-484a-adc2-f6309c059f45 Sep 23 15:24:05.732190 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-47e62f09-e58a-43dd-91f3-74b4c9d6a7a0 None None] Port f8bb92b2-35e5-484a-adc2-f6309c059f45 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:24:05.746589 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:05.909044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f57c2-f17e-47b6-9b44-c0b58cf1fff5 req-cbe24341-a70b-4225-9136-307e47ab5321 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:05.910431 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-162f57c2-f17e-47b6-9b44-c0b58cf1fff5 req-cbe24341-a70b-4225-9136-307e47ab5321 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0530860 Sep 23 15:24:05.963334 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-162f57c2-f17e-47b6-9b44-c0b58cf1fff5 req-0196b2a2-2a3c-49d0-9bdd-987f1c3ef083 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472636 Sep 23 15:24:06.116514 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049371-452b-4588-81ea-7f8b33572796 req-3b0104f8-adbb-4b58-ab4b-53ec746b1edf tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:06.118262 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62049371-452b-4588-81ea-7f8b33572796 req-3b0104f8-adbb-4b58-ab4b-53ec746b1edf tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0518675 Sep 23 15:24:06.171870 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62049371-452b-4588-81ea-7f8b33572796 req-54b79b18-58a9-4e47-bebf-4c0cbccfd517 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Sep 23 15:24:06.373641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ebd4c-8d84-432b-8410-4be53bc874c0 req-bbc74c78-18b3-4978-b56c-8f0d29d876cc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:06.376040 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-298ebd4c-8d84-432b-8410-4be53bc874c0 req-bbc74c78-18b3-4978-b56c-8f0d29d876cc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0586452 Sep 23 15:24:06.427737 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-298ebd4c-8d84-432b-8410-4be53bc874c0 req-52e22418-ab30-43da-afc8-96bd1651858e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461459 Sep 23 15:24:07.111121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dd700-e311-4b69-830b-6e4699128412 req-bea6f408-476b-4dbd-bdf4-f2fa57d786c3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:07.112833 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-956dd700-e311-4b69-830b-6e4699128412 req-bea6f408-476b-4dbd-bdf4-f2fa57d786c3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0581667 Sep 23 15:24:07.169305 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-956dd700-e311-4b69-830b-6e4699128412 req-e0e98ba3-6d22-4b24-9bde-ef8ebacf85e9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502295 Sep 23 15:24:07.302811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52b481-0802-43df-824d-979e019ee2e8 req-96bd92b9-b748-4a2e-8461-4de074bd9811 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:07.304475 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5a52b481-0802-43df-824d-979e019ee2e8 req-96bd92b9-b748-4a2e-8461-4de074bd9811 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0499325 Sep 23 15:24:07.337170 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:07.355772 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5a52b481-0802-43df-824d-979e019ee2e8 req-2f5ada58-6b0e-47e7-9a83-a3815df19c09 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451059 Sep 23 15:24:07.562168 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2846055-8914-4c44-9731-b420562d0d93 req-1b47e15b-675f-478d-829d-032a218731b9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:07.564041 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f2846055-8914-4c44-9731-b420562d0d93 req-1b47e15b-675f-478d-829d-032a218731b9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0497830 Sep 23 15:24:07.615565 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f2846055-8914-4c44-9731-b420562d0d93 req-f5d8aac1-aeda-41a2-8887-ad49fb1a805c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Sep 23 15:24:08.297069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0e2b8-d174-4665-98d2-ecc4fb207915 req-75b42797-1fff-45e7-bbec-f8eec3a3c306 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:08.298599 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-cda0e2b8-d174-4665-98d2-ecc4fb207915 req-75b42797-1fff-45e7-bbec-f8eec3a3c306 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0495515 Sep 23 15:24:08.353082 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-cda0e2b8-d174-4665-98d2-ecc4fb207915 req-b8bccf65-08e8-442a-9971-9fbb4d03274c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488765 Sep 23 15:24:08.487723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01873c8-94fd-4647-878d-8a5558f3d456 req-6edf6a61-2507-47f8-bf52-631f7137c3d1 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:08.489347 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c01873c8-94fd-4647-878d-8a5558f3d456 req-6edf6a61-2507-47f8-bf52-631f7137c3d1 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0498784 Sep 23 15:24:08.546620 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c01873c8-94fd-4647-878d-8a5558f3d456 req-ab87961c-c075-44dc-a7a3-03231f643343 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Sep 23 15:24:08.727370 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:08.750109 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed80c84-8b2d-4a42-9f20-437b21e5c34e req-97bee5e1-c2fb-4b98-a03c-1adfd03a6297 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:08.757451 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5ed80c84-8b2d-4a42-9f20-437b21e5c34e req-97bee5e1-c2fb-4b98-a03c-1adfd03a6297 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0638642 Sep 23 15:24:08.806388 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5ed80c84-8b2d-4a42-9f20-437b21e5c34e req-d08b65c1-7002-48e5-84e8-714aa4ee1184 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480280 Sep 23 15:24:09.480731 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f042fce-2e5c-4831-ab40-675a19685c74 req-03da50e9-6305-4b52-a9d6-875b12223ea3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:09.482438 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f042fce-2e5c-4831-ab40-675a19685c74 req-03da50e9-6305-4b52-a9d6-875b12223ea3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0492489 Sep 23 15:24:09.533403 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f042fce-2e5c-4831-ab40-675a19685c74 req-da0b8a1e-ddc3-40aa-98ca-c1d7a8da7064 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Sep 23 15:24:09.672591 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284a0b3-0a18-4aaf-bf12-aa8c3fb89eb9 req-8cc01af3-39cc-44bd-9dd8-361b8a13701f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:09.674073 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b284a0b3-0a18-4aaf-bf12-aa8c3fb89eb9 req-8cc01af3-39cc-44bd-9dd8-361b8a13701f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0499761 Sep 23 15:24:09.723535 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b284a0b3-0a18-4aaf-bf12-aa8c3fb89eb9 req-d72e64f4-230a-4c0b-843d-69c83ebeb94a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434802 Sep 23 15:24:09.975391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedf626-cc0a-43ef-8898-99acfea36ca5 req-1242304e-d1ee-40a4-a377-dd315685b1ed tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:09.975391 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4cedf626-cc0a-43ef-8898-99acfea36ca5 req-1242304e-d1ee-40a4-a377-dd315685b1ed tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0491998 Sep 23 15:24:10.007345 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4cedf626-cc0a-43ef-8898-99acfea36ca5 req-32046fa7-98b8-4e53-831e-1cdbb47c9475 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540805 Sep 23 15:24:10.664815 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcbecd-20a4-47a0-9486-99b2752ef73f req-708e4b35-d369-4326-9719-5902d1129b13 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:10.666326 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-67bcbecd-20a4-47a0-9486-99b2752ef73f req-708e4b35-d369-4326-9719-5902d1129b13 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0524948 Sep 23 15:24:10.720239 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-67bcbecd-20a4-47a0-9486-99b2752ef73f req-b3a429b9-b4dd-4baf-89c7-50eb785cf185 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Sep 23 15:24:10.851555 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07999332-ef70-411c-bf2e-bf854402584c req-41c3f0bf-fdb1-4dc7-ab21-696b2d967a52 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:10.852996 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-07999332-ef70-411c-bf2e-bf854402584c req-41c3f0bf-fdb1-4dc7-ab21-696b2d967a52 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0521195 Sep 23 15:24:10.886687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:10.906097 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-07999332-ef70-411c-bf2e-bf854402584c req-a46df758-080d-41be-bf2d-aea9b57feb62 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Sep 23 15:24:11.215154 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15597dc-f604-4d1b-9ba4-3f5d7b862880 req-723dc4d0-68db-4cb5-b0c4-4e8c3fd85034 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:11.216765 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a15597dc-f604-4d1b-9ba4-3f5d7b862880 req-723dc4d0-68db-4cb5-b0c4-4e8c3fd85034 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0493422 Sep 23 15:24:11.270101 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a15597dc-f604-4d1b-9ba4-3f5d7b862880 req-8dc93fc4-6690-47f2-bacd-e773afd6b25a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472629 Sep 23 15:24:11.851302 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68719-0989-4553-ade2-072288172521 req-40ea4300-3737-49e6-ac2a-22e03df2d4e9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:11.855576 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1da68719-0989-4553-ade2-072288172521 req-40ea4300-3737-49e6-ac2a-22e03df2d4e9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0519176 Sep 23 15:24:11.935704 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1da68719-0989-4553-ade2-072288172521 req-75d37ba4-aee3-437d-bd65-74a31b8f1e18 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744178 Sep 23 15:24:12.078748 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b450407-ceac-48f5-b6cf-47284517a25c req-4b4cf49c-23b7-4575-95f4-779a5efbce38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.089558 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0b450407-ceac-48f5-b6cf-47284517a25c req-4b4cf49c-23b7-4575-95f4-779a5efbce38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0851839 Sep 23 15:24:12.355868 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0b450407-ceac-48f5-b6cf-47284517a25c req-b430bf3d-f2ef-4fc9-b3fb-198ab303cd02 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652149 Sep 23 15:24:12.415424 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf98ece-7a36-4d45-9e92-09ee7fe6343c req-92fe7a60-7328-420b-b700-adab5aeb538d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:12.418004 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4bf98ece-7a36-4d45-9e92-09ee7fe6343c req-92fe7a60-7328-420b-b700-adab5aeb538d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0579376 Sep 23 15:24:12.467781 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4bf98ece-7a36-4d45-9e92-09ee7fe6343c req-71cd877d-189a-4f0d-b7ac-c80317c728e3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Sep 23 15:24:13.065015 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b01ee-5d4d-4729-a993-dc5b57bd1339 req-69c0e8d3-1f57-43ea-8d7b-9f8cda7061ba tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.066725 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6c2b01ee-5d4d-4729-a993-dc5b57bd1339 req-69c0e8d3-1f57-43ea-8d7b-9f8cda7061ba tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0510101 Sep 23 15:24:13.141982 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6c2b01ee-5d4d-4729-a993-dc5b57bd1339 req-49860dc7-f56c-40d6-a3e0-d375766a36f9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672894 Sep 23 15:24:13.477325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:13.492553 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01c241-1eed-402d-a3ee-ba00ef18eff1 req-f066371e-8582-4577-99fd-03172836ce00 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.498199 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0d01c241-1eed-402d-a3ee-ba00ef18eff1 req-f066371e-8582-4577-99fd-03172836ce00 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0552807 Sep 23 15:24:13.569219 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0d01c241-1eed-402d-a3ee-ba00ef18eff1 req-351b96ba-31f3-4d74-a3e9-7fe17fd4b9f2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662031 Sep 23 15:24:13.607765 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae866c4-bb30-49ac-ad74-1abc578b4ebc req-ad81293f-a39a-4b8d-95fd-ae38d7ce2555 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:13.609301 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bae866c4-bb30-49ac-ad74-1abc578b4ebc req-ad81293f-a39a-4b8d-95fd-ae38d7ce2555 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0549603 Sep 23 15:24:13.660555 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bae866c4-bb30-49ac-ad74-1abc578b4ebc req-baa760f7-d162-479b-9be3-6829892c049d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456614 Sep 23 15:24:14.265662 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067b4d1-edf6-45ca-9dbc-07e9a568aa34 req-10b30856-5fa7-49cb-afdc-06f1ca9c3763 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.267147 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f067b4d1-edf6-45ca-9dbc-07e9a568aa34 req-10b30856-5fa7-49cb-afdc-06f1ca9c3763 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0485606 Sep 23 15:24:14.321563 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f067b4d1-edf6-45ca-9dbc-07e9a568aa34 req-409a145b-9063-4e6e-9517-be48735f3e7e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468330 Sep 23 15:24:14.361451 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:14.370486 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=14 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:14.645825 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42 req-8d5606a5-dca3-4014-b216-18831252bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.647409 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42 req-8d5606a5-dca3-4014-b216-18831252bfc3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1128 time: 0.0569718 Sep 23 15:24:14.720730 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4bcd8-408d-40f5-9f1a-60345e1c2522 req-f31f78d9-7323-4d84-a314-6962781ded54 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:14.723965 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1ca4bcd8-408d-40f5-9f1a-60345e1c2522 req-f31f78d9-7323-4d84-a314-6962781ded54 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0575106 Sep 23 15:24:14.804187 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1ca4bcd8-408d-40f5-9f1a-60345e1c2522 req-3935fcdc-0a78-4117-bc0a-489317a45693 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702479 Sep 23 15:24:14.958616 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-e9e0e377-e199-46c7-84fd-b53891455157 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213619 Sep 23 15:24:15.044194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-1f05dcc9-29ed-4a5b-88ca-cdab1c480dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.045675 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-1f05dcc9-29ed-4a5b-88ca-cdab1c480dd2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1129 time: 0.3410995 Sep 23 15:24:15.071130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce0f4-ba44-4b78-a901-a6caa6c09bbc req-7300e88f-83ad-44d6-bec5-16e5750484d0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.079250 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-751ce0f4-ba44-4b78-a901-a6caa6c09bbc req-7300e88f-83ad-44d6-bec5-16e5750484d0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.1131470 Sep 23 15:24:15.108656 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42 req-18b6e5d7-11d1-483c-a6f7-358660ab8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.110089 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42 req-18b6e5d7-11d1-483c-a6f7-358660ab8196 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=efbab8ef4fbd4c61811d0fc046290937&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4346771 Sep 23 15:24:15.136755 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-751ce0f4-ba44-4b78-a901-a6caa6c09bbc req-9e066bf3-234f-4db3-8ec2-dca22943e9f2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572281 Sep 23 15:24:15.430401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42 req-2c6992fc-2a4e-44b4-8203-f86b98367119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.431969 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51fa7491-c2bd-4bbe-be53-91dd50dcbb42 req-2c6992fc-2a4e-44b4-8203-f86b98367119 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384460 Sep 23 15:24:15.444548 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b24bd-4436-457f-9f22-c97b4c2bcf26 req-2a22de40-38e9-4806-bec5-05a9730c2e96 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.449739 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-452b3316-f6d0-4ca5-a566-55ca2b0556ad req-de99c438-e20a-4290-b1e7-b7a682e67e89 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549882 Sep 23 15:24:15.452554 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e91b24bd-4436-457f-9f22-c97b4c2bcf26 req-2a22de40-38e9-4806-bec5-05a9730c2e96 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0553284 Sep 23 15:24:15.460226 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-7262fe0f-0fe1-49d9-986d-f1d144880884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.462321 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-7262fe0f-0fe1-49d9-986d-f1d144880884 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.2504265 Sep 23 15:24:15.497798 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:15.508535 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e91b24bd-4436-457f-9f22-c97b4c2bcf26 req-081dbba7-c3af-4294-8a04-4f30519bc75c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548539 Sep 23 15:24:15.544513 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:15.568230 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-557e6dc3-464f-41b3-8ca4-910ac3149e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.569742 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-557e6dc3-464f-41b3-8ca4-910ac3149e69 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1128 time: 0.0600066 Sep 23 15:24:15.571895 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-1f3e7b1c-5757-4266-8c98-cb55c033e84a service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 1000 time: 0.0980237 Sep 23 15:24:15.726551 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-d2cdcbf7-be74-4fa2-b0f5-737e632232ab service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 217 time: 0.0544658 Sep 23 15:24:15.728510 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=16 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:15.729472 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:15.731063 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:15.776637 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-bd4c0652-d858-4841-af59-a7117045f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.778189 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-bd4c0652-d858-4841-af59-a7117045f178 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.1144772 Sep 23 15:24:15.802632 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-c94e9d96-c126-4d8c-8963-8b0915a38f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.804107 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-c94e9d96-c126-4d8c-8963-8b0915a38f4d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 200 len: 854 time: 0.0652580 Sep 23 15:24:15.860074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-de4656f0-6e8a-4688-a1db-ad29ab211740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.861613 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-de4656f0-6e8a-4688-a1db-ad29ab211740 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721068 Sep 23 15:24:15.871113 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-64e5b684-2470-4d25-8329-676186da16b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.872597 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-64e5b684-2470-4d25-8329-676186da16b5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1624566e-6352-44cc-addd-b45ad50d85f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520680 Sep 23 15:24:15.930583 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6189f-f4a0-4c85-912f-34f4793111cf req-11ecfe18-acc0-484c-9817-2a88cc282489 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:15.933316 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-40f6189f-f4a0-4c85-912f-34f4793111cf req-11ecfe18-acc0-484c-9817-2a88cc282489 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0568581 Sep 23 15:24:15.983554 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-40f6189f-f4a0-4c85-912f-34f4793111cf req-5e448310-3b3c-42d4-b707-df93518b302d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433826 Sep 23 15:24:16.038837 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd99d5-8455-407c-97c4-9f27fcb734ba req-0e195851-d18e-418c-9632-471bee188f4a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:16.040340 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-09dd99d5-8455-407c-97c4-9f27fcb734ba req-0e195851-d18e-418c-9632-471bee188f4a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.1365039 Sep 23 15:24:16.088707 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-b0e28125-c691-43b8-bda8-303404e8be2c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193305 Sep 23 15:24:16.103246 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-08afba6d-a1f7-400c-b14b-29d6d1b41096 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088840 Sep 23 15:24:16.208993 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-09dd99d5-8455-407c-97c4-9f27fcb734ba req-63137fea-685e-4c99-8f28-4a8707eda9ad tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594017 Sep 23 15:24:16.274525 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a347c-a951-483b-956a-4ee7e157443a req-d8200687-2150-4a15-9e12-b09c99d44da7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:16.276716 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-430a347c-a951-483b-956a-4ee7e157443a req-d8200687-2150-4a15-9e12-b09c99d44da7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0595965 Sep 23 15:24:16.292800 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7893a3bc-2017-4fd0-9dec-5a5b651141c2 req-b1728173-d4eb-4688-b89a-7576099bdddf service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796105 Sep 23 15:24:16.292800 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64587a85-6823-4813-ba44-04b0a8d68e7c req-cf1ffc5a-2a1d-4053-a35e-3c7bed04120b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656735 Sep 23 15:24:16.345786 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-430a347c-a951-483b-956a-4ee7e157443a req-2805304a-0ee2-41a6-8439-681028037e25 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460601 Sep 23 15:24:16.428792 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-d6cef8b8-b4a1-4943-94fc-0fe7734e91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:16.430363 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-d6cef8b8-b4a1-4943-94fc-0fe7734e91d2 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 1129 time: 0.0492299 Sep 23 15:24:16.522189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-d1f546cd-7f0d-41c7-ab6d-cff01935eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:16.523656 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-d1f546cd-7f0d-41c7-ab6d-cff01935eb40 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.0863700 Sep 23 15:24:16.550902 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3ba8b706-98dc-483d-95a6-f95a01c851e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:16.975305 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f4c68-3c26-409e-935c-abe5837733ed req-0aa3d3a1-e399-442b-9a85-2dfc6b35d0ef tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:16.976876 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ba5f4c68-3c26-409e-935c-abe5837733ed req-0aa3d3a1-e399-442b-9a85-2dfc6b35d0ef tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Sep 23 15:24:17.026259 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ba5f4c68-3c26-409e-935c-abe5837733ed req-d33a478b-ad60-4cfb-81c0-9f6a1805c621 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436389 Sep 23 15:24:17.109125 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d45c97-c080-4463-8622-547715453ed4 req-9826903f-0895-45c4-8ba1-84b0ce83c34e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.110946 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51d45c97-c080-4463-8622-547715453ed4 req-9826903f-0895-45c4-8ba1-84b0ce83c34e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0470655 Sep 23 15:24:17.123326 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:17.161803 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51d45c97-c080-4463-8622-547715453ed4 req-ebf64394-c239-4d25-b473-2248abed1986 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454502 Sep 23 15:24:17.330529 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:17.341009 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfea934-7e50-4142-a7b1-1f7a20e028b3 req-503a60bf-0053-4313-97ac-3e70f49038f5 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.345028 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-acfea934-7e50-4142-a7b1-1f7a20e028b3 req-503a60bf-0053-4313-97ac-3e70f49038f5 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0471818 Sep 23 15:24:17.393121 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-acfea934-7e50-4142-a7b1-1f7a20e028b3 req-345ab567-8a53-4e02-a52c-37fdbcf0e6f2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447454 Sep 23 15:24:17.454600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9432d22-2c8e-46ad-a099-8968b004b144 req-882ae04e-51e2-45ca-b458-63b0f3798f83 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.456102 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e9432d22-2c8e-46ad-a099-8968b004b144 req-882ae04e-51e2-45ca-b458-63b0f3798f83 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0481644 Sep 23 15:24:17.504978 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e9432d22-2c8e-46ad-a099-8968b004b144 req-abcc91b7-8575-4a52-8fe4-b87e3daced1b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Sep 23 15:24:17.604736 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-1e9fd21e-410b-420c-ae46-49f4ce3d0b55 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 200 len: 1000 time: 0.0604279 Sep 23 15:24:17.654117 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-4a9ffbae-fc57-4316-af64-831436f344ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.655504 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-4a9ffbae-fc57-4316-af64-831436f344ae service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.0445964 Sep 23 15:24:17.700768 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:17.704062 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-711ab5d6-0e51-49c7-ba4c-58c5789a5bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:17.705621 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-711ab5d6-0e51-49c7-ba4c-58c5789a5bd8 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396576 Sep 23 15:24:18.149665 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12addf11-b604-4a82-bcb6-4419f67e13a0 req-f4406da1-2570-446a-8b9a-1f6f87dd0499 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:18.151240 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-12addf11-b604-4a82-bcb6-4419f67e13a0 req-f4406da1-2570-446a-8b9a-1f6f87dd0499 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Sep 23 15:24:18.204862 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-12addf11-b604-4a82-bcb6-4419f67e13a0 req-b34d07aa-41ca-4c23-8118-a7e424147ccc tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478768 Sep 23 15:24:18.287755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590dff1-e7e2-48e4-9ef7-f69e4449569c req-aaa7fe57-9684-4a91-a22f-a5aac5bf11b6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:18.289284 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5590dff1-e7e2-48e4-9ef7-f69e4449569c req-aaa7fe57-9684-4a91-a22f-a5aac5bf11b6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0477378 Sep 23 15:24:18.337292 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5590dff1-e7e2-48e4-9ef7-f69e4449569c req-592d3543-8d8c-498f-aa59-944b144b0484 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Sep 23 15:24:18.515853 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fd1a-f39d-4650-9802-391d8137ca57 req-5bf9b6fb-9ae1-4366-82c0-434a2e3bfb58 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:18.517448 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8805fd1a-f39d-4650-9802-391d8137ca57 req-5bf9b6fb-9ae1-4366-82c0-434a2e3bfb58 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0484672 Sep 23 15:24:18.554329 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device f8bb92b2-35e5-484a-adc2-f6309c059f45 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:24:18.580238 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8805fd1a-f39d-4650-9802-391d8137ca57 req-a54d5342-aaa2-484b-84a1-01e34ddc499c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562875 Sep 23 15:24:18.646510 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391f3b6-9874-47bd-b049-a50653fbb7ab req-3143c7ea-caba-4a78-905c-b778de889eb0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:18.647955 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d391f3b6-9874-47bd-b049-a50653fbb7ab req-3143c7ea-caba-4a78-905c-b778de889eb0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0517972 Sep 23 15:24:18.674905 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:18.687178 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'port_id': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'mac_address': 'fa:16:3e:04:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:24:18.700115 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d391f3b6-9874-47bd-b049-a50653fbb7ab req-3bfe3d07-9f0d-468b-81e5-22e9fbe1a7ce tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448735 Sep 23 15:24:18.734068 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port f8bb92b2-35e5-484a-adc2-f6309c059f45 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:18.734533 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:18.749612 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8bb92b2-35e5-484a-adc2-f6309c059f45 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:24:18.770162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:19.183098 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-c312e27b-ddda-4250-9dcf-3cfde63983a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958619 Sep 23 15:24:19.335927 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f9be-8d58-466b-8029-28f349f6bf7e req-a451513b-ca59-4a7c-92f4-ac06dc92a5e2 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:19.337445 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf18f9be-8d58-466b-8029-28f349f6bf7e req-a451513b-ca59-4a7c-92f4-ac06dc92a5e2 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0506260 Sep 23 15:24:19.388719 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51075b55-c97c-4959-beee-0d79aa2d13ea req-c0ca51e2-7d82-4482-8652-4370bf5e5968 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959044 Sep 23 15:24:19.391051 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf18f9be-8d58-466b-8029-28f349f6bf7e req-a91bbf55-6886-47dc-8dea-b6dbde55b979 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454328 Sep 23 15:24:19.502991 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8fbcf-a2b7-42ba-b220-1c9cef619959 req-2ff45445-3764-45c8-8e99-10b563ad58b3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:19.504449 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-06e8fbcf-a2b7-42ba-b220-1c9cef619959 req-2ff45445-3764-45c8-8e99-10b563ad58b3 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0888057 Sep 23 15:24:19.522888 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-0954a576-23f7-464a-aec5-a9b540734544 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:19.524430 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-0954a576-23f7-464a-aec5-a9b540734544 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 945 time: 0.0757420 Sep 23 15:24:19.626312 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-06e8fbcf-a2b7-42ba-b220-1c9cef619959 req-275ecfa0-9665-4169-832d-e48dd4b4f2da tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157060 Sep 23 15:24:19.646788 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Deleting port a77f6045-1b49-44c2-897a-62ae2ea00ad4 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:24:19.647138 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:19.659478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a16a2ca9-03cd-49d3-8059-c65367eb409e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:19.693571 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:19.708057 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aecde1-62f8-4a55-b8da-58bc4dd2a7c0 req-d6e1ff31-6e1d-4aa0-886a-b994745936c9 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:19.709568 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e4aecde1-62f8-4a55-b8da-58bc4dd2a7c0 req-d6e1ff31-6e1d-4aa0-886a-b994745936c9 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 944 time: 0.0559878 Sep 23 15:24:19.746711 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:19.765307 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e4aecde1-62f8-4a55-b8da-58bc4dd2a7c0 req-30cdc5fb-355d-4bde-9c6c-7a654dac0240 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488579 Sep 23 15:24:19.777345 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] For port a77f6045-1b49-44c2-897a-62ae2ea00ad4, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=a77f6045-1b49-44c2-897a-62ae2ea00ad4,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:19.777754 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:19.800119 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Calling delete_port for a77f6045-1b49-44c2-897a-62ae2ea00ad4 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:24:19.882739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:19.890856 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adf323-f2bc-4ba5-a324-fcafe6a336d4 req-7eaae764-f586-468a-a14a-73c9174ca234 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:19.892366 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-17adf323-f2bc-4ba5-a324-fcafe6a336d4 req-7eaae764-f586-468a-a14a-73c9174ca234 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0868545 Sep 23 15:24:19.928171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:19.976724 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-17adf323-f2bc-4ba5-a324-fcafe6a336d4 req-f4dfd6bf-0703-40b8-83cd-eb8edb918640 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709221 Sep 23 15:24:20.042775 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['f8bb92b2-35e5-484a-adc2-f6309c059f45'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:24:20.151024 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (a77f6045-1b49-44c2-897a-62ae2ea00ad4), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:20.179055 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Pushing event deleted for resources: {'Port': ['ID=a77f6045-1b49-44c2-897a-62ae2ea00ad4,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:20.229806 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] No DVR routers for this DVR port a77f6045-1b49-44c2-897a-62ae2ea00ad4 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:24:20.232570 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:20.235811 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3bc643fa-b87e-4aca-bc01-c34cdc5b6a32 req-b078b319-fd8d-40ef-ba3a-09c87399799a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "DELETE /networking/v2.0/ports/a77f6045-1b49-44c2-897a-62ae2ea00ad4 HTTP/1.1" status: 204 len: 173 time: 0.6997623 Sep 23 15:24:20.236351 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'name': 'network-vif-deleted', 'tag': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:20.238561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1226b819-743f-41b0-9133-c944c4ab0b47" -d '{"events": [{"server_uuid": "485ab2cf-cd2f-42e5-a625-bda9af6b99b5", "name": "network-vif-deleted", "tag": "a77f6045-1b49-44c2-897a-62ae2ea00ad4"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:20.279096 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de518fd2-8eec-4c25-9316-d88e751fba0d x-openstack-request-id: req-de518fd2-8eec-4c25-9316-d88e751fba0d {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:20.279425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485ab2cf-cd2f-42e5-a625-bda9af6b99b5", "name": "network-vif-deleted", "tag": "a77f6045-1b49-44c2-897a-62ae2ea00ad4", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:20.279685 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de518fd2-8eec-4c25-9316-d88e751fba0d {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:20.280138 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de518fd2-8eec-4c25-9316-d88e751fba0d'] response: {'server_uuid': '485ab2cf-cd2f-42e5-a625-bda9af6b99b5', 'name': 'network-vif-deleted', 'tag': 'a77f6045-1b49-44c2-897a-62ae2ea00ad4', 'status': 'completed', 'code': 200} Sep 23 15:24:20.299769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:20.510238 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20d2895e-bfdf-478f-8b03-ecc9b96e8e78 req-18a73e49-27ec-448d-ba2b-1eae449c2fd7 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0304103 Sep 23 15:24:20.756310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a501b44-f929-4e80-8cc5-766302ff82df req-d031850f-0133-4d17-a289-e076e04a8c2b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:20.757826 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4a501b44-f929-4e80-8cc5-766302ff82df req-d031850f-0133-4d17-a289-e076e04a8c2b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0476570 Sep 23 15:24:20.806293 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4a501b44-f929-4e80-8cc5-766302ff82df req-12ce51b9-2a61-4e9b-8306-3813888bd289 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 Sep 23 15:24:20.894055 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6568437b-0697-4136-a76d-9afc446a6939 req-c590832e-ba2e-4bbc-983b-354301bff656 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:20.895514 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6568437b-0697-4136-a76d-9afc446a6939 req-c590832e-ba2e-4bbc-983b-354301bff656 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 945 time: 0.0465794 Sep 23 15:24:20.944127 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6568437b-0697-4136-a76d-9afc446a6939 req-3757e3fe-3ae5-4190-8849-dd207208cd2d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Sep 23 15:24:21.049809 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device f8bb92b2-35e5-484a-adc2-f6309c059f45 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:24:21.106924 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port f8bb92b2-35e5-484a-adc2-f6309c059f45 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:24:21.113575 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeb797-5ceb-48b6-8f63-7906134e8d61 req-c0e41d27-72a9-43a6-9a60-1919ccbef7ba tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:21.115216 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-cffeb797-5ceb-48b6-8f63-7906134e8d61 req-c0e41d27-72a9-43a6-9a60-1919ccbef7ba tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0590937 Sep 23 15:24:21.165693 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-cffeb797-5ceb-48b6-8f63-7906134e8d61 req-7f3203f0-7621-4412-8815-147c84506964 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 Sep 23 15:24:21.210854 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port f8bb92b2-35e5-484a-adc2-f6309c059f45 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:24:21.210854 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:21.210854 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port f8bb92b2-35e5-484a-adc2-f6309c059f45 Sep 23 15:24:21.290660 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port f8bb92b2-35e5-484a-adc2-f6309c059f45 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:21.291075 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:21.314001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:21.316289 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ab3c7b-2772-49df-8299-4ee9b05f172e" -d '{"events": [{"server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "name": "network-vif-plugged", "status": "completed", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:21.329441 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:21.356009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01898f34-14d0-4f09-8138-c8fb9d59eb75 x-openstack-request-id: req-01898f34-14d0-4f09-8138-c8fb9d59eb75 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:21.356457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "name": "network-vif-plugged", "status": "completed", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:21.356735 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01898f34-14d0-4f09-8138-c8fb9d59eb75 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:21.357137 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01898f34-14d0-4f09-8138-c8fb9d59eb75'] response: {'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'code': 200} Sep 23 15:24:21.413475 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:21.414332 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device a77f6045-1b49-44c2-897a-62ae2ea00ad4 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:24:21.455863 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: a77f6045-1b49-44c2-897a-62ae2ea00ad4 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:24:21.456427 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device a77f6045-1b49-44c2-897a-62ae2ea00ad4 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:24:21.480270 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:21.630663 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e86dc98b-acea-4254-b84b-4acf78e784ae req-d3a8d40b-3514-47fa-99ec-744404320239 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=485ab2cf-cd2f-42e5-a625-bda9af6b99b5 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Sep 23 15:24:21.868766 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaedf0-0847-45b3-a8aa-43b7ca2f3193 req-03f10258-f011-4fd3-9a5b-e1c958ab6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:21.871303 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3fcaedf0-0847-45b3-a8aa-43b7ca2f3193 req-03f10258-f011-4fd3-9a5b-e1c958ab6288 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1130 time: 0.0400069 Sep 23 15:24:21.920539 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3fcaedf0-0847-45b3-a8aa-43b7ca2f3193 req-3bf6ec9e-7f4d-46ca-904e-42b55720094e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433438 Sep 23 15:24:22.024691 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:22.067483 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb7d19-f7d3-4187-be26-bdb00546e561 req-eb870e73-ea56-4fe4-a213-a832bbdadbcd tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:22.068993 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a9bb7d19-f7d3-4187-be26-bdb00546e561 req-eb870e73-ea56-4fe4-a213-a832bbdadbcd tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0479558 Sep 23 15:24:22.116515 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a9bb7d19-f7d3-4187-be26-bdb00546e561 req-74931087-d712-400b-bd20-31238f3cab6e tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Sep 23 15:24:22.283215 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:22.293187 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2055-781b-4a71-9174-d0245432af4f req-e82371c7-9347-456a-928e-9b0b98e055b7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:22.294731 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf7f2055-781b-4a71-9174-d0245432af4f req-e82371c7-9347-456a-928e-9b0b98e055b7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0528965 Sep 23 15:24:22.327617 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:22.342656 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bf7f2055-781b-4a71-9174-d0245432af4f req-32754d33-70a9-4b37-9215-d2b570e391b1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422475 Sep 23 15:24:23.246076 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fce15c-697f-4187-b404-e9aff83398ba req-d956bf03-d728-46d2-9456-618c8ca60d1a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:23.246076 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-28fce15c-697f-4187-b404-e9aff83398ba req-d956bf03-d728-46d2-9456-618c8ca60d1a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0517902 Sep 23 15:24:23.296015 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-28fce15c-697f-4187-b404-e9aff83398ba req-23c125a2-37b9-4f62-9975-136bf08cb177 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453303 Sep 23 15:24:23.465887 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ff5a0-76d1-4eab-976b-4878166462c2 req-85476c3b-f4b9-4989-a966-3cc958f51978 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:23.467343 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e4ff5a0-76d1-4eab-976b-4878166462c2 req-85476c3b-f4b9-4989-a966-3cc958f51978 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0465989 Sep 23 15:24:23.514315 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e4ff5a0-76d1-4eab-976b-4878166462c2 req-3495fe7b-0d52-42ab-a388-b564de75fdc0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Sep 23 15:24:24.418188 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add50148-ff62-46c2-8414-f3dcdd5ac193 req-6d14caf0-1238-40fd-96b8-eead5f467ef2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:24.419665 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-add50148-ff62-46c2-8414-f3dcdd5ac193 req-6d14caf0-1238-40fd-96b8-eead5f467ef2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0483668 Sep 23 15:24:24.468416 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-add50148-ff62-46c2-8414-f3dcdd5ac193 req-c98eaede-1bc0-4dfa-90eb-ca641d3d269f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Sep 23 15:24:24.594734 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a6a47-cd41-47fe-ba92-d3017962bd2c req-39373b1d-9ba9-4a5d-9bdf-68242de9944a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:24.596179 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-302a6a47-cd41-47fe-ba92-d3017962bd2c req-39373b1d-9ba9-4a5d-9bdf-68242de9944a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0535972 Sep 23 15:24:24.647092 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-302a6a47-cd41-47fe-ba92-d3017962bd2c req-84cadb84-2c4f-4ed9-9c12-65917dc74066 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450168 Sep 23 15:24:24.648464 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c2955-a495-4352-b279-f7c43f15f064 req-52f49353-2e53-47a8-9403-bbfd3925f70d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:24.649964 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8e9c2955-a495-4352-b279-f7c43f15f064 req-52f49353-2e53-47a8-9403-bbfd3925f70d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0514643 Sep 23 15:24:24.688845 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:24.704597 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8e9c2955-a495-4352-b279-f7c43f15f064 req-a9bf8b50-e7ce-4f51-9bd2-10fa67fe8235 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484116 Sep 23 15:24:24.986352 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24780f-349a-4a66-b930-cc6ea07ca0d4 req-9626598d-4e52-4106-8a98-dc43a9999f9b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:24.987826 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8a24780f-349a-4a66-b930-cc6ea07ca0d4 req-9626598d-4e52-4106-8a98-dc43a9999f9b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0472267 Sep 23 15:24:25.035249 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8a24780f-349a-4a66-b930-cc6ea07ca0d4 req-d3c4ccbb-4fa3-4b7b-b003-3ea4b44d22b9 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417752 Sep 23 15:24:25.830627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f2542-fb31-46d9-b895-e30f7b228e0e req-915c4949-2a41-407b-b73c-4f556a702a7b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:25.832230 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cc0f2542-fb31-46d9-b895-e30f7b228e0e req-915c4949-2a41-407b-b73c-4f556a702a7b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0480139 Sep 23 15:24:25.880228 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cc0f2542-fb31-46d9-b895-e30f7b228e0e req-afe6f0a9-f6b3-4254-a89f-a1b93765ec9f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Sep 23 15:24:27.005364 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64200742-3d6f-4d58-9703-b4f2dcb18dbc req-0ccf8b74-e141-4acd-8239-ed052bcdc6d0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:27.012331 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64200742-3d6f-4d58-9703-b4f2dcb18dbc req-0ccf8b74-e141-4acd-8239-ed052bcdc6d0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0488071 Sep 23 15:24:27.057910 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-64200742-3d6f-4d58-9703-b4f2dcb18dbc req-62a8cec6-7417-4c09-a415-071c20b89df8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450139 Sep 23 15:24:27.494793 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:24:28.203381 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ee86b-b1e4-4800-9e2f-962a2689637a req-cba913db-62d3-4938-980f-634f63e9a23d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:28.205098 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7c5ee86b-b1e4-4800-9e2f-962a2689637a req-cba913db-62d3-4938-980f-634f63e9a23d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0583806 Sep 23 15:24:28.260934 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7c5ee86b-b1e4-4800-9e2f-962a2689637a req-2d612eed-a1b9-4688-ac2d-0a0c574d903e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484939 Sep 23 15:24:29.393769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35a1a2-a917-444e-b13c-dbe337f0c86e req-23d25ff7-7db1-4724-8891-f9206541b808 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:29.395473 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8c35a1a2-a917-444e-b13c-dbe337f0c86e req-23d25ff7-7db1-4724-8891-f9206541b808 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0535073 Sep 23 15:24:29.443038 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8c35a1a2-a917-444e-b13c-dbe337f0c86e req-f57d3af2-1a04-40f4-adbd-ab19430d24c8 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Sep 23 15:24:30.566973 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed34dd-cd18-4b52-8782-7e2cf072f689 req-8add1fc9-3b90-4ade-ac96-04d94109324c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:30.568471 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-91ed34dd-cd18-4b52-8782-7e2cf072f689 req-8add1fc9-3b90-4ade-ac96-04d94109324c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0483525 Sep 23 15:24:30.615832 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-91ed34dd-cd18-4b52-8782-7e2cf072f689 req-1c2b685c-1bd9-4daf-adfd-39990f1773c7 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416417 Sep 23 15:24:31.739321 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a92c6-b1d3-4714-969d-3ecccaf25028 req-e6922284-2b10-4f2b-b010-742f8932ce8d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:31.740860 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-437a92c6-b1d3-4714-969d-3ecccaf25028 req-e6922284-2b10-4f2b-b010-742f8932ce8d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0466833 Sep 23 15:24:31.766175 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:31.788830 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-437a92c6-b1d3-4714-969d-3ecccaf25028 req-f0895156-e782-4fd4-a231-eab1ca264e16 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Sep 23 15:24:32.212153 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:32.218674 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:32.914800 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373cf06-f42c-41e7-aaf5-b22b9db75a7c req-053f1be3-c2c4-4420-90fb-f02ae4447e5a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:32.916915 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a373cf06-f42c-41e7-aaf5-b22b9db75a7c req-053f1be3-c2c4-4420-90fb-f02ae4447e5a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0510507 Sep 23 15:24:32.964262 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a373cf06-f42c-41e7-aaf5-b22b9db75a7c req-e3204381-9a9f-4994-a4e1-a268ed5ad015 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417495 Sep 23 15:24:33.686459 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe716ae-aabd-4dbc-b995-77978b9017d8 req-002913f2-e2c7-441d-9a6a-95ba53daa24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:33.687845 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cfe716ae-aabd-4dbc-b995-77978b9017d8 req-002913f2-e2c7-441d-9a6a-95ba53daa24f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.0507655 Sep 23 15:24:33.736392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e9d1c235-3da0-4aea-a8d4-7a10147d8cd5 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:33.737966 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e9d1c235-3da0-4aea-a8d4-7a10147d8cd5 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/networks?id=5d0889b4-33f0-4d83-abe3-fa2925a19a90 HTTP/1.1" status: 200 len: 814 time: 0.3950248 Sep 23 15:24:33.769805 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-d84fd743-e995-44e4-a701-5cab194764a3 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/quotas/c9488f4d4af441168341205e0e936ce4 HTTP/1.1" status: 200 len: 375 time: 0.0224409 Sep 23 15:24:33.774241 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cfe716ae-aabd-4dbc-b995-77978b9017d8 req-978df33a-42ae-4b5f-a25c-a4d8ca166809 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704801 Sep 23 15:24:33.804597 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-07b56e66-e6d4-45bb-8185-b350f48e1ed1 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=c9488f4d4af441168341205e0e936ce4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293651 Sep 23 15:24:33.865961 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:33.895327 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-3a1fccdb-d644-4561-a837-f7b5edc0a240 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836329 Sep 23 15:24:33.991989 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6c34fc0a-771e-42be-bfc8-d6fb0fb886ad service neutron] 10.222.0.55 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905747 Sep 23 15:24:34.088913 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa036e1-580c-4ceb-9431-6ddd592b9139 req-4452fb61-4bdb-4034-ad58-a7e9ad92eb4f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:34.090403 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1fa036e1-580c-4ceb-9431-6ddd592b9139 req-4452fb61-4bdb-4034-ad58-a7e9ad92eb4f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0482647 Sep 23 15:24:34.138132 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-1fa036e1-580c-4ceb-9431-6ddd592b9139 req-db7e737a-555a-41bc-a499-3cde7804ba99 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419471 Sep 23 15:24:34.287447 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5237d407-eab4-4e80-a191-862fdc99db89 req-c1c3879e-c9c9-4548-b408-172bb791f63b tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Sep 23 15:24:34.361751 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:35.272687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf90ed0-597a-4f00-a9dd-92d2487f8f3f req-7127ff28-2c11-4582-926a-8a3f1fd76d9e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:35.274223 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bbf90ed0-597a-4f00-a9dd-92d2487f8f3f req-7127ff28-2c11-4582-926a-8a3f1fd76d9e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0524862 Sep 23 15:24:35.326536 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bbf90ed0-597a-4f00-a9dd-92d2487f8f3f req-7891d61e-5ddc-4fd3-b7fd-6be3940a080f tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455585 Sep 23 15:24:35.394866 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-57f07c60-5c3d-4288-83f9-119ce4b45095 req-9b88dc08-caa1-4210-900a-b010adc1c3fc tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0315821 Sep 23 15:24:36.455636 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a58178-b028-49b3-ab47-55ae936f7e11 req-5bbb0d3d-db2f-497c-ba87-d66e1133a8a0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:36.457376 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b3a58178-b028-49b3-ab47-55ae936f7e11 req-5bbb0d3d-db2f-497c-ba87-d66e1133a8a0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0488858 Sep 23 15:24:36.516363 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b3a58178-b028-49b3-ab47-55ae936f7e11 req-e07e2132-1d94-4e9f-8de6-c3811755da46 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534608 Sep 23 15:24:36.521200 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-123d7bb4-fa01-44ce-ae77-dd76f8f583c0 req-26c05d91-6103-409d-88a9-c03ab3853380 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0472739 Sep 23 15:24:37.126733 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e842105-1864-4908-b8dd-829095c6db43 req-682b6e7f-db45-47d3-ab2e-afe80af5b3d4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.128581 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6e842105-1864-4908-b8dd-829095c6db43 req-682b6e7f-db45-47d3-ab2e-afe80af5b3d4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0488639 Sep 23 15:24:37.184087 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6e842105-1864-4908-b8dd-829095c6db43 req-14dee174-ab0f-49f6-823c-34015eba9d2d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Sep 23 15:24:37.508129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-1f0b2c7b-d976-4c42-ac0c-038724cfc2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.510145 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-1f0b2c7b-d976-4c42-ac0c-038724cfc2f1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.0406795 Sep 23 15:24:37.639360 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-d816621b-9ecd-46e7-bd99-0905c8d1f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.645028 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-d816621b-9ecd-46e7-bd99-0905c8d1f026 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.1140118 Sep 23 15:24:37.677273 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-60873a65-2a0e-4bbe-9a6e-ec9244846408 req-851c9268-c453-476f-8b38-975ddb7fbb48 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0402830 Sep 23 15:24:37.727727 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-2e740fa7-aa67-42e6-ae8d-ef8ee127cf81 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 1002 time: 0.0792043 Sep 23 15:24:37.807205 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-8702fd05-6943-40e8-84ed-58e969a69945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.808728 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-8702fd05-6943-40e8-84ed-58e969a69945 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0682673 Sep 23 15:24:37.847825 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:37.894564 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-12a5f7c8-e526-48e4-bf02-ec11750c2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.896246 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-12a5f7c8-e526-48e4-bf02-ec11750c2f47 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589027 Sep 23 15:24:37.976095 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-39dc44f9-9546-4234-94e5-35bdcfb825f6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:37.977566 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-39dc44f9-9546-4234-94e5-35bdcfb825f6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "GET /networking/v2.0/networks?id=5d0889b4-33f0-4d83-abe3-fa2925a19a90 HTTP/1.1" status: 200 len: 814 time: 0.1978369 Sep 23 15:24:37.991294 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Request body: {'port': {'device_id': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90', 'admin_state_up': True, 'tenant_id': 'c9488f4d4af441168341205e0e936ce4'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:38.085372 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-8e0544cd-c6f5-464e-8733-8165cac376f9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749527 Sep 23 15:24:38.095718 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d3e33-a35f-4c1a-95a3-d892a4fa80d2 req-54c531a2-2ecd-4000-8c19-9aa0fd50b7f6 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:38.097230 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4a9d3e33-a35f-4c1a-95a3-d892a4fa80d2 req-54c531a2-2ecd-4000-8c19-9aa0fd50b7f6 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0488772 Sep 23 15:24:38.146782 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:38.151703 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4a9d3e33-a35f-4c1a-95a3-d892a4fa80d2 req-f0879eef-8918-4233-b272-a119e6be51a1 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487213 Sep 23 15:24:38.181379 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51308) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:38.206741 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:38.212826 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e5e51c03-a149-41b6-9a88-797f1417ce61 req-3416a8d7-07e4-4311-a16f-5430994cde7c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147299 Sep 23 15:24:38.287718 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cf1a06-d3fb-44d7-bd5c-affb477e9c9b tempest-TestMinimumBasicScenario-443427310 tempest-TestMinimumBasicScenario-443427310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:38.290059 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-92cf1a06-d3fb-44d7-bd5c-affb477e9c9b tempest-TestMinimumBasicScenario-443427310 tempest-TestMinimumBasicScenario-443427310-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1125 time: 0.1068881 Sep 23 15:24:38.293633 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51314) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:38.294864 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Made reservation on behalf of c9488f4d4af441168341205e0e936ce4 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:24:38.299507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.299651 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'port_id': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'fixed_ip_address': '172.20.0.13'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:38.328495 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab8a07-08e7-4f04-8a51-88ffd2b4d123 req-671d574e-a2a6-42b0-9be2-f1383aa0426c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:38.330107 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8aab8a07-08e7-4f04-8a51-88ffd2b4d123 req-671d574e-a2a6-42b0-9be2-f1383aa0426c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0685284 Sep 23 15:24:38.407125 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.435551 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8aab8a07-08e7-4f04-8a51-88ffd2b4d123 req-72dba31c-f8f6-433d-8d4f-5c7d8e60b155 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945327 Sep 23 15:24:38.481075 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Allocated IP 172.20.0.11 (5d0889b4-33f0-4d83-abe3-fa2925a19a90/570f49d1-ab4d-4081-b374-cd30211f52fc/792915ae-417d-47c8-9b7b-c0d355d202c7) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:24:38.487255 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.539439 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:38.602221 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Allocated IP 172.27.0.223 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:24:38.635415 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks [] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.711410 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.784555 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.787100 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-16884637-1847-4e7d-918b-b82a15d672eb req-92ed951f-502f-41bb-8ce6-eab9ff1162b1 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Sep 23 15:24:38.813269 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:38.839460 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:24:38.842840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:24:38.846727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:24:38.850910 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Pushing event updated for resources: {'Port': ['ID=792915ae-417d-47c8-9b7b-c0d355d202c7,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:38.853857 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.892108 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:24:38.899307 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:24:38.900237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:38.900940 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:38.903758 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:24:38.907089 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'Port': ['ID=37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:38.934584 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.934933 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.935282 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.935626 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.935959 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:38.941566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:39.021207 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-e2985f64-5cf2-4bb6-9af6-47f3f370f49f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0337102 Sep 23 15:24:39.024137 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:39.273443 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for floatingip (d3f1e783-823b-4dc0-98ad-c30ad7abb667), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:39.407566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:39.427803 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:39.486228 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:39.487143 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:39.559136 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:39.562074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de8887-a7f8-4847-8605-242db194ff4a req-cfbf5e3e-5295-4b2c-a8b3-9d23c093036e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:39.568141 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8de8887-a7f8-4847-8605-242db194ff4a req-cfbf5e3e-5295-4b2c-a8b3-9d23c093036e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0477428 Sep 23 15:24:39.611391 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8de8887-a7f8-4847-8605-242db194ff4a req-9d599808-cfbd-4c8b-9bfb-4acc43257d13 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Sep 23 15:24:39.612847 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:39.684433 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'Port': ['ID=37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:39.686808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (d3f1e783-823b-4dc0-98ad-c30ad7abb667), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:39.787472 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Floating IP d3f1e783-823b-4dc0-98ad-c30ad7abb667 associated. External IP: 172.27.0.223, port: f8bb92b2-35e5-484a-adc2-f6309c059f45. Sep 23 15:24:39.823903 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Request body: {'port': {'device_id': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:39.896273 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:39.940150 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f91db-8461-4ef3-a34f-2f686277c8f9 req-8fc9b174-caef-4b8c-a805-8bcfa7b13c58 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:39.941568 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b85f91db-8461-4ef3-a34f-2f686277c8f9 req-8fc9b174-caef-4b8c-a805-8bcfa7b13c58 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 932 time: 0.0657668 Sep 23 15:24:39.991392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:40.065750 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b85f91db-8461-4ef3-a34f-2f686277c8f9 req-17b03e9d-5956-454a-aecf-d0f53481fb4f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926843 Sep 23 15:24:40.076065 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:40.081450 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Router a8b66b58-39c5-4d12-bb43-5cd3a707c42a has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:24:40.170673 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792915ae-417d-47c8-9b7b-c0d355d202c7 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:24:40.178501 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Publish callbacks [] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.193036 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Transition to ACTIVE for port object 792915ae-417d-47c8-9b7b-c0d355d202c7 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:24:40.198661 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:24:40.209611 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] Sync routers for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:24:40.221994 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:40.222641 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:24:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:40.327670 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.329215 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.366625 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4d083cc6-556f-477b-92c0-6c9e2dfefd42 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0682347 Sep 23 15:24:40.366625 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:40.366625 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5367f6-b75f-4f17-b29d-466b37eef835" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:40.369517 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51326) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:40.373905 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2069957819', 'description': 'tempest-secgroup-smoke-2069957819 description', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:40.397346 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Pushing event updated for resources: {'Port': ['ID=792915ae-417d-47c8-9b7b-c0d355d202c7,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:40.432506 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:40.432757 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2295768f-5df7-453d-97e2-184a7828c40f x-openstack-request-id: req-2295768f-5df7-453d-97e2-184a7828c40f {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:40.433104 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:40.433306 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2295768f-5df7-453d-97e2-184a7828c40f {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:40.433717 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2295768f-5df7-453d-97e2-184a7828c40f'] response: {'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'status': 'completed', 'code': 200} Sep 23 15:24:40.448395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Attempting to bind port 792915ae-417d-47c8-9b7b-c0d355d202c7 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:24:40.448652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Attempting to bind port 792915ae-417d-47c8-9b7b-c0d355d202c7 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:24:40.448983 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Attempting to bind port 792915ae-417d-47c8-9b7b-c0d355d202c7 on network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:24:40.449628 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:40.491061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Port 792915ae-417d-47c8-9b7b-c0d355d202c7 on network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:24:40.491412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Attempting to bind port 792915ae-417d-47c8-9b7b-c0d355d202c7 on network 5d0889b4-33f0-4d83-abe3-fa2925a19a90 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:24:40.498617 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.537579 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:24:40.537987 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Checking segment: {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:24:40.538310 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Bound using segment: {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:24:40.538751 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Bound port: 792915ae-417d-47c8-9b7b-c0d355d202c7, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '297664cb-d4af-4630-8178-daacc41cf03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:24:40.539212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.573318 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group (2737feda-37fe-49e8-9669-324943584fe5), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.608516 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] For port 792915ae-417d-47c8-9b7b-c0d355d202c7, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:24:40.611679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] For port 792915ae-417d-47c8-9b7b-c0d355d202c7, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=792915ae-417d-47c8-9b7b-c0d355d202c7,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:24:40.639760 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2737feda-37fe-49e8-9669-324943584fe5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.659649 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:40.673429 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'd3f1e783-823b-4dc0-98ad-c30ad7abb667', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'port_id': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'mac_address': 'fa:16:3e:04:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:39Z', 'updated_at': '2022-09-23T15:24:39Z', 'revision_number': 0, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:40.677828 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2737feda-37fe-49e8-9669-324943584fe5,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:40.715307 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] Checking router: a8b66b58-39c5-4d12-bb43-5cd3a707c42a for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:24:40.724324 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:40.724941 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:24:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:40.748260 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926e8d6-fa54-4bc6-a82d-f7e3eded1f98 req-7420c24b-7b0b-4271-a4be-2ed0dad92789 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.749797 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5926e8d6-fa54-4bc6-a82d-f7e3eded1f98 req-7420c24b-7b0b-4271-a4be-2ed0dad92789 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0538692 Sep 23 15:24:40.764982 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-d5e71d68-7a55-4720-a936-add376a58f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.766160 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-d5e71d68-7a55-4720-a936-add376a58f8f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1130 time: 0.0507340 Sep 23 15:24:40.791788 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.798121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.798740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.798990 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5926e8d6-fa54-4bc6-a82d-f7e3eded1f98 req-14c4d2d3-f842-40b6-a382-30d40aaa2a16 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Sep 23 15:24:40.800122 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/792915ae-417d-47c8-9b7b-c0d355d202c7 HTTP/1.1" status: 200 len: 1094 time: 0.9810495 Sep 23 15:24:40.824537 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:40.826644 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0e11d1dc-2098-4538-a6d5-8fe21414a625 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4558129 Sep 23 15:24:40.830956 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'tag': '792915ae-417d-47c8-9b7b-c0d355d202c7'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:40.832896 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b940d4-310a-4370-a71a-aa0eacc3e46d" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f898c-130d-4eec-853c-db3269cb0fe4", "tag": "792915ae-417d-47c8-9b7b-c0d355d202c7"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:40.833725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51332) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:40.840687 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group_rule': {'security_group_id': '2737feda-37fe-49e8-9669-324943584fe5', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:40.863401 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:40.902246 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541209a-afbe-430d-af09-2014d3b5fb6a service neutron] Pushing event updated for resources: {'Port': ['ID=792915ae-417d-47c8-9b7b-c0d355d202c7,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:40.905732 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f3c71d-25a3-4517-97b4-c7e838060bca x-openstack-request-id: req-21f3c71d-25a3-4517-97b4-c7e838060bca {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:40.906027 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f898c-130d-4eec-853c-db3269cb0fe4", "tag": "792915ae-417d-47c8-9b7b-c0d355d202c7", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:40.906279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-21f3c71d-25a3-4517-97b4-c7e838060bca {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:40.906672 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f3c71d-25a3-4517-97b4-c7e838060bca'] response: {'name': 'network-changed', 'server_uuid': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'tag': '792915ae-417d-47c8-9b7b-c0d355d202c7', 'status': 'completed', 'code': 200} Sep 23 15:24:40.922711 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-57d78d66-c5f8-4718-b04f-548d9bf6c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:40.924338 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-57d78d66-c5f8-4718-b04f-548d9bf6c50d service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 916 time: 0.1518245 Sep 23 15:24:40.968592 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (0f19348c-dfdc-4251-bb33-82cc60a7eb8b), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.020178 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:41.035461 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (0f19348c-dfdc-4251-bb33-82cc60a7eb8b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.041838 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801cd4a-0e7d-4f71-afe5-7f21e3fcae7f req-dc6c267f-ed95-4079-a364-d2c61196f06a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.043431 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6801cd4a-0e7d-4f71-afe5-7f21e3fcae7f req-dc6c267f-ed95-4079-a364-d2c61196f06a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.1181293 Sep 23 15:24:41.055014 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51338) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:41.062775 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Request body: {'floatingip': {'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:41.063593 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b940d4-310a-4370-a71a-aa0eacc3e46d req-3ea727b3-eb86-45c7-b52c-851ff7af2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.066256 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53b940d4-310a-4370-a71a-aa0eacc3e46d req-3ea727b3-eb86-45c7-b52c-851ff7af2436 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=c9488f4d4af441168341205e0e936ce4&device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 1128 time: 0.1103098 Sep 23 15:24:41.068682 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-a8c58634-180e-46ca-aba6-092cb6ac4d57 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 1000 time: 0.1134205 Sep 23 15:24:41.123355 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'd3f1e783-823b-4dc0-98ad-c30ad7abb667', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'port_id': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'mac_address': 'fa:16:3e:04:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:39Z', 'updated_at': '2022-09-23T15:24:39Z', 'revision_number': 0, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:41.159601 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89207078-cdcb-4e18-960b-66af86ad9639 None None] The sync data for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi is: [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'd3f1e783-823b-4dc0-98ad-c30ad7abb667', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'floating_ip_address': '172.27.0.223', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'port_id': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'mac_address': 'fa:16:3e:04:52:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:24:39Z', 'updated_at': '2022-09-23T15:24:39Z', 'revision_number': 0, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:24:41.188796 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-e1bba601-3184-46fc-9a15-54472939edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.190299 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-e1bba601-3184-46fc-9a15-54472939edaa service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 200 len: 854 time: 0.1082838 Sep 23 15:24:41.253807 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-c91d0add-5166-4ce3-826f-cf52fce6e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.255274 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-c91d0add-5166-4ce3-826f-cf52fce6e214 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1624566e-6352-44cc-addd-b45ad50d85f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541999 Sep 23 15:24:41.315342 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b940d4-310a-4370-a71a-aa0eacc3e46d req-6e2defbd-6f81-4500-9e08-07a7243978ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.316933 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53b940d4-310a-4370-a71a-aa0eacc3e46d req-6e2defbd-6f81-4500-9e08-07a7243978ae service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=c9488f4d4af441168341205e0e936ce4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2363625 Sep 23 15:24:41.345592 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (0f19348c-dfdc-4251-bb33-82cc60a7eb8b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.414765 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae65d33f-25b9-40ff-a73e-05d937ec08a3 None None] New status for floating IP d3f1e783-823b-4dc0-98ad-c30ad7abb667: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:24:41.420032 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadde9a-f90e-4935-8fcb-e2daf38ec344 req-6229beaf-5e7b-46bb-a0db-5b1e4c628a54 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.421594 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dcadde9a-f90e-4935-8fcb-e2daf38ec344 req-6229beaf-5e7b-46bb-a0db-5b1e4c628a54 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 944 time: 0.0796804 Sep 23 15:24:41.425058 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f19348c-dfdc-4251-bb33-82cc60a7eb8b,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:41.436164 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.454746 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-91daebe0-6975-4421-8a6b-4c6beaae938d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923218 Sep 23 15:24:41.464826 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b940d4-310a-4370-a71a-aa0eacc3e46d req-0606db04-cf8f-49f8-961e-e6e20add1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.466348 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-53b940d4-310a-4370-a71a-aa0eacc3e46d req-0606db04-cf8f-49f8-961e-e6e20add1efe service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398079 Sep 23 15:24:41.539233 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.543490 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-10eb4c53-025c-4447-b7ba-ca8c1be32c5b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7058570 Sep 23 15:24:41.546433 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51342) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:41.556964 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dcadde9a-f90e-4935-8fcb-e2daf38ec344 req-df7c7944-234f-4d5d-acef-a990badc3c4a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243129 Sep 23 15:24:41.559803 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:41.567416 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group_rule': {'security_group_id': '2737feda-37fe-49e8-9669-324943584fe5', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:41.593442 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:41.609925 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6d34ba56-ace3-41ab-9b00-2ff1b7c7e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.611456 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-6d34ba56-ace3-41ab-9b00-2ff1b7c7e006 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=c9488f4d4af441168341205e0e936ce4&device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 1128 time: 0.0779924 Sep 23 15:24:41.668828 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-a93c4ecc-bb8d-4361-b81b-bf7c247d9adf service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=792915ae-417d-47c8-9b7b-c0d355d202c7 HTTP/1.1" status: 200 len: 217 time: 0.0469811 Sep 23 15:24:41.673563 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8d5367f6-b75f-4f17-b29d-466b37eef835 req-e9192494-cf32-40a2-b6cf-e3e146051551 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019022 Sep 23 15:24:41.729523 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (b8adfb3d-0873-4fc7-9eba-52d636f95062), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.756789 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-3df256cc-dcb9-44de-90d1-c611fdd562b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:41.764482 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-3df256cc-dcb9-44de-90d1-c611fdd562b8 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=570f49d1-ab4d-4081-b374-cd30211f52fc HTTP/1.1" status: 200 len: 854 time: 0.0690114 Sep 23 15:24:41.802456 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-77adfc7b-62d8-45a3-97af-a7ae1df5fb02 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=5d0889b4-33f0-4d83-abe3-fa2925a19a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296986 Sep 23 15:24:41.871335 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (b8adfb3d-0873-4fc7-9eba-52d636f95062), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:41.910803 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-2222dece-5ccc-4b8b-a9fd-68413980ee9c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063066 Sep 23 15:24:41.986231 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:41.990754 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.004596 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (b8adfb3d-0873-4fc7-9eba-52d636f95062), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.048762 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8adfb3d-0873-4fc7-9eba-52d636f95062,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:42.053050 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-756a6c65-3271-4600-83c4-e0c79989a1f0 req-f09e8cd4-9377-48f3-8513-a43a162c7db5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326303 Sep 23 15:24:42.115715 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.247623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.249026 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3538e126-136c-44fa-9ba5-e33d4190e52f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7015734 Sep 23 15:24:42.252023 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51344) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:42.256452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group_rule': {'security_group_id': '2737feda-37fe-49e8-9669-324943584fe5', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:42.321901 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:24:42.385066 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (f8130c4e-5597-4c68-ac57-1eee06491f6c), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.426698 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:24:42.431203 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.440089 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] Sync routers for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:24:42.452177 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (f8130c4e-5597-4c68-ac57-1eee06491f6c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.457129 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:42.457819 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:24:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:42.466134 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:42.468507 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:42.500712 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-578b9091-ee5d-4d9f-a77a-ba216afcdb8a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/bf9deceb-2157-4946-bf44-93b090248b28 HTTP/1.1" status: 200 len: 994 time: 1.4428902 Sep 23 15:24:42.508822 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ad06a7-714d-47b6-861a-8b47871e53a6 x-openstack-request-id: req-56ad06a7-714d-47b6-861a-8b47871e53a6 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:42.509113 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:42.509384 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56ad06a7-714d-47b6-861a-8b47871e53a6 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:42.509880 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ad06a7-714d-47b6-861a-8b47871e53a6'] response: {'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'status': 'completed', 'code': 200} Sep 23 15:24:42.548500 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (f8130c4e-5597-4c68-ac57-1eee06491f6c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.563468 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:42.568585 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8130c4e-5597-4c68-ac57-1eee06491f6c,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:42.570861 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:42.644547 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:42.663535 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.667557 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1768355c-e0b1-49f1-8ffe-6e5641fec10c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4118240 Sep 23 15:24:42.668512 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51352) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:42.673516 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group_rule': {'security_group_id': '2737feda-37fe-49e8-9669-324943584fe5', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:42.695924 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a19e7-a547-40c8-a501-f2b60ff4673a req-2c8134b1-57b6-47e4-8aad-0b4bd8d6ba2f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:42.697950 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-114a19e7-a547-40c8-a501-f2b60ff4673a req-2c8134b1-57b6-47e4-8aad-0b4bd8d6ba2f tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 944 time: 0.0546260 Sep 23 15:24:42.710445 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:42.747707 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-114a19e7-a547-40c8-a501-f2b60ff4673a req-084cb593-28c6-474e-8132-3aea4d085994 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440493 Sep 23 15:24:42.797045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (e512f02d-41da-439f-b1ae-1195cf252068), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.798769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'bf9deceb-2157-4946-bf44-93b090248b28', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:24:41Z', 'revision_number': 3, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:42.824000 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] Checking router: d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:24:42.832271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:42.832874 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:24:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:42.860027 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (e512f02d-41da-439f-b1ae-1195cf252068), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:42.939328 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:43.001506 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (e512f02d-41da-439f-b1ae-1195cf252068), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.027281 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e512f02d-41da-439f-b1ae-1195cf252068,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:43.159078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'bf9deceb-2157-4946-bf44-93b090248b28', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:24:41Z', 'revision_number': 3, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:43.161628 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:43.175138 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.176438 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1926e9a2-34ac-4d6c-bf32-1e6438db5de2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5064621 Sep 23 15:24:43.179105 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51354) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:43.184423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group_rule': {'security_group_id': '2737feda-37fe-49e8-9669-324943584fe5', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:43.186417 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598c669-993e-4f74-8608-40b5d7497660 None None] The sync data for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi is: [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'bf9deceb-2157-4946-bf44-93b090248b28', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'port_id': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'mac_address': 'fa:16:3e:72:52:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:24:41Z', 'revision_number': 3, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:24:43.355961 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.securitygroups_db [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Project efbab8ef4fbd4c61811d0fc046290937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:24:43.361995 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (3c1ed9d1-e3a2-4f0a-9550-b607602ae961), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.424036 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (3c1ed9d1-e3a2-4f0a-9550-b607602ae961), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.464344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-f22f40b5-81b1-4cff-984c-48611a99cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.465925 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-f22f40b5-81b1-4cff-984c-48611a99cbde service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.0384972 Sep 23 15:24:43.528799 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (3c1ed9d1-e3a2-4f0a-9550-b607602ae961), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.533882 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:43.556708 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1ed9d1-e3a2-4f0a-9550-b607602ae961,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:43.589081 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-f8b2b318-c3e4-4236-bf85-ab64f4bfcac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.590568 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-f8b2b318-c3e4-4236-bf85-ab64f4bfcac1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.1149461 Sep 23 15:24:43.654995 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-b921f778-1e88-4270-a05b-a9717b566806 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 1002 time: 0.0561090 Sep 23 15:24:43.697359 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.698572 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-83e0d3bb-cff6-4242-9cde-1528c27fc6f8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5184882 Sep 23 15:24:43.701458 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51358) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:24:43.706127 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'security_group_rule': {'security_group_id': '2737feda-37fe-49e8-9669-324943584fe5', 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:43.717865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-3dd8c277-0432-467f-865c-f96242cf7a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.719330 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-3dd8c277-0432-467f-865c-f96242cf7a01 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0529480 Sep 23 15:24:43.766252 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-80440d0e-3878-4121-9c62-874e1636f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.767740 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-80440d0e-3878-4121-9c62-874e1636f91e service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409608 Sep 23 15:24:43.818449 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.securitygroups_db [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Project efbab8ef4fbd4c61811d0fc046290937 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:24:43.826912 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:43.829235 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (688ad9e8-b4d7-44d9-9408-09c0e77d5352), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.881798 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (688ad9e8-b4d7-44d9-9408-09c0e77d5352), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.886866 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:43.898051 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e80245-87ed-46e7-8b55-0f2fc2160713 req-184e3433-0fce-4563-942a-deeec45bfb51 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:43.900331 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2e80245-87ed-46e7-8b55-0f2fc2160713 req-184e3433-0fce-4563-942a-deeec45bfb51 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 944 time: 0.0703454 Sep 23 15:24:43.955730 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (688ad9e8-b4d7-44d9-9408-09c0e77d5352), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:43.977108 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688ad9e8-b4d7-44d9-9408-09c0e77d5352,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:44.065076 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:44.066910 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1060ceff-bdd7-4def-a304-c59beac700ca tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643234 Sep 23 15:24:44.162608 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-47cc319e-955e-4126-a369-79372d7ed7e9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884940 Sep 23 15:24:44.164225 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-366f3e3c-3015-42a2-9aae-3f52febf3de5 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2069957819&fields=id&tenant_id=efbab8ef4fbd4c61811d0fc046290937 HTTP/1.1" status: 200 len: 267 time: 0.0481999 Sep 23 15:24:44.218664 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-4baebe0f-5dad-46e0-9120-73401fd32149 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.220131 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-4baebe0f-5dad-46e0-9120-73401fd32149 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0489750 Sep 23 15:24:44.232315 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'port': {'security_groups': ['e6ff3922-4cd2-4577-976b-974bfb18a705', '2737feda-37fe-49e8-9669-324943584fe5']}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:24:44.237602 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2e80245-87ed-46e7-8b55-0f2fc2160713 req-47c22395-c3d1-4f87-b19e-3d01dc8f2d1d tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315477 Sep 23 15:24:44.275468 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ead17a49-f5e0-4fd6-8ded-e94a08a95b56 req-2e9e1dbf-45d1-46b6-8937-e6940e22125f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058509 Sep 23 15:24:44.321787 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:44.512296 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:44.514532 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0db279e-4381-4a75-a513-e236ffcbb052" -d '{"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:44.543617 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:44.554075 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31be90db-14e7-4898-978d-4b26edf1e785 x-openstack-request-id: req-31be90db-14e7-4898-978d-4b26edf1e785 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:44.554361 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:44.554614 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31be90db-14e7-4898-978d-4b26edf1e785 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:44.555008 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31be90db-14e7-4898-978d-4b26edf1e785'] response: {'name': 'network-changed', 'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'status': 'completed', 'code': 200} Sep 23 15:24:44.575515 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:44.619853 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-4bdfe3c4-6b74-46ee-b00d-1af697bee558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.621389 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-4bdfe3c4-6b74-46ee-b00d-1af697bee558 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=a079aa0c75bf44619342f53006d88ff9&device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 1130 time: 0.0424519 Sep 23 15:24:44.697259 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:44.714511 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-6f0f69c6-9406-418f-a877-053ca1594ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.715411 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['f8bb92b2-35e5-484a-adc2-f6309c059f45'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:24:44.716035 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-6f0f69c6-9406-418f-a877-053ca1594ad7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 200 len: 920 time: 0.0881793 Sep 23 15:24:44.734614 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.735217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:44.736898 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-340e7be0-03bc-4a85-b79c-e52353d397e3 req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "PUT /networking/v2.0/ports/f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 982 time: 0.5093715 Sep 23 15:24:44.739538 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:44.779598 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413accb-69c8-42f7-b8e3-393516b39acb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=6']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:44.796704 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-fddcfac5-8ce6-4675-9645-d8e4f5220232 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 200 len: 1002 time: 0.0724790 Sep 23 15:24:44.884368 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-9f08a28c-b193-4800-82be-55c621c7a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.885860 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-9f08a28c-b193-4800-82be-55c621c7a11f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 200 len: 858 time: 0.0826273 Sep 23 15:24:44.891657 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eebb6d-a325-4387-b811-9405682b4c66 req-38671f90-44f9-4147-931b-654c2c2e9a88 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.893212 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62eebb6d-a325-4387-b811-9405682b4c66 req-38671f90-44f9-4147-931b-654c2c2e9a88 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0803764 Sep 23 15:24:44.956331 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['f8bb92b2-35e5-484a-adc2-f6309c059f45'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:24:44.966380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-f7de8ad9-5862-4b47-ad81-b866e18a1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:44.967923 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-f7de8ad9-5862-4b47-ad81-b866e18a1e1d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=0fed3158-67d0-44f2-9c11-c1330461e633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674102 Sep 23 15:24:45.037878 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62eebb6d-a325-4387-b811-9405682b4c66 req-f8a57104-77be-4fcd-b86f-281ee1c5d9d4 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1386633 Sep 23 15:24:45.085760 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-d1e1c260-e8f4-4451-bb47-4758e5f779f8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096835 Sep 23 15:24:45.142810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:45.187585 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f0db279e-4381-4a75-a513-e236ffcbb052 req-89c3bae7-abd9-42c6-a5ec-9368a1010d11 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921316 Sep 23 15:24:45.191530 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 792915ae-417d-47c8-9b7b-c0d355d202c7 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:24:45.370281 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133adac8-daa1-4c1b-8d1a-f995f0da413e req-e6d3d4ff-c92d-4847-ad1a-3e5c8b6af64a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:45.371997 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-133adac8-daa1-4c1b-8d1a-f995f0da413e req-e6d3d4ff-c92d-4847-ad1a-3e5c8b6af64a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 944 time: 0.0520365 Sep 23 15:24:45.421053 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-133adac8-daa1-4c1b-8d1a-f995f0da413e req-08055d39-c620-4b07-9d2a-c869937f7469 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427401 Sep 23 15:24:45.433631 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 792915ae-417d-47c8-9b7b-c0d355d202c7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=792915ae-417d-47c8-9b7b-c0d355d202c7,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:45.461520 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '792915ae-417d-47c8-9b7b-c0d355d202c7', 'network_id': '5d0889b4-33f0-4d83-abe3-fa2925a19a90', 'port_id': '792915ae-417d-47c8-9b7b-c0d355d202c7', 'mac_address': 'fa:16:3e:ab:c6:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570f49d1-ab4d-4081-b374-cd30211f52fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:24:45.472745 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:45.488660 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:45.557816 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 792915ae-417d-47c8-9b7b-c0d355d202c7 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:45.558126 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:45.599086 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792915ae-417d-47c8-9b7b-c0d355d202c7 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:24:45.649732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 792915ae-417d-47c8-9b7b-c0d355d202c7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=792915ae-417d-47c8-9b7b-c0d355d202c7,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:45.738760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:45.789172 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=792915ae-417d-47c8-9b7b-c0d355d202c7,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:45.796973 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.797323 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.797692 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.798039 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.798371 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.798702 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.799026 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.799351 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.799676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.800020 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.800348 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.800683 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.801009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.801329 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:45.801647 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:24:46.356040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['792915ae-417d-47c8-9b7b-c0d355d202c7'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:24:46.453137 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:46.489661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-886c37e9-9252-409c-8620-e482b9fa2967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:46.554518 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6483ed-1038-4ffa-9763-c7d5c89b2deb req-b01d4c01-a65e-4dff-8bbc-ea9dddd40073 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.555907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:46.556822 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb6483ed-1038-4ffa-9763-c7d5c89b2deb req-b01d4c01-a65e-4dff-8bbc-ea9dddd40073 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 945 time: 0.0512662 Sep 23 15:24:46.558449 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01c47f4-3828-4f9e-999c-9c302617ec1d" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:46.599631 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40395a8-2a75-4689-a86b-13717647961d x-openstack-request-id: req-e40395a8-2a75-4689-a86b-13717647961d {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:46.599932 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:46.600230 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e40395a8-2a75-4689-a86b-13717647961d {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:46.600686 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40395a8-2a75-4689-a86b-13717647961d'] response: {'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'status': 'completed', 'code': 200} Sep 23 15:24:46.606818 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bb6483ed-1038-4ffa-9763-c7d5c89b2deb req-8eb813ab-c425-4b59-895a-9169a0e068ad tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 Sep 23 15:24:46.671108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-fa6893c3-c23e-4745-b303-a9f65d2b9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.672685 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-fa6893c3-c23e-4745-b303-a9f65d2b9be9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1169 time: 0.0462730 Sep 23 15:24:46.769749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-6f31eda6-27a2-4dd4-bd9c-c53089eee40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.771357 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-6f31eda6-27a2-4dd4-bd9c-c53089eee40c service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 916 time: 0.0891140 Sep 23 15:24:46.839011 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-26998b32-87cb-46ac-b68a-947aac1bc103 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 1002 time: 0.0608094 Sep 23 15:24:46.899798 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-89da5b60-d5b6-475f-937a-383b629aa4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.899798 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-89da5b60-d5b6-475f-937a-383b629aa4d6 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 200 len: 854 time: 0.0479205 Sep 23 15:24:46.939514 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-dd40d673-bdaf-45b7-9c63-85a9e7d06bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:46.941209 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-dd40d673-bdaf-45b7-9c63-85a9e7d06bd4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1624566e-6352-44cc-addd-b45ad50d85f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397930 Sep 23 15:24:47.037398 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-2a9f7506-a65b-4c6b-86d1-4c112c7036b5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887046 Sep 23 15:24:47.099006 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:47.141956 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e01c47f4-3828-4f9e-999c-9c302617ec1d req-b8b3cc83-072b-4435-a9e4-8bdf903b77b7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Sep 23 15:24:47.316431 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 792915ae-417d-47c8-9b7b-c0d355d202c7 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:24:47.362067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 792915ae-417d-47c8-9b7b-c0d355d202c7 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:24:47.452040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 792915ae-417d-47c8-9b7b-c0d355d202c7 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:24:47.452446 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:47.452786 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 792915ae-417d-47c8-9b7b-c0d355d202c7 Sep 23 15:24:47.523869 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 792915ae-417d-47c8-9b7b-c0d355d202c7 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:24:47.524313 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:47.547133 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792915ae-417d-47c8-9b7b-c0d355d202c7'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:47.549431 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b18d18-22b8-47f4-a29b-9426221a878b" -d '{"events": [{"server_uuid": "f68f898c-130d-4eec-853c-db3269cb0fe4", "name": "network-vif-plugged", "status": "completed", "tag": "792915ae-417d-47c8-9b7b-c0d355d202c7"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:47.563196 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 792915ae-417d-47c8-9b7b-c0d355d202c7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=792915ae-417d-47c8-9b7b-c0d355d202c7,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:47.588805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda286e-e88f-44f5-86e5-c10502623fe2 x-openstack-request-id: req-adda286e-e88f-44f5-86e5-c10502623fe2 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:47.588805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f898c-130d-4eec-853c-db3269cb0fe4", "name": "network-vif-plugged", "status": "completed", "tag": "792915ae-417d-47c8-9b7b-c0d355d202c7", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:47.588805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adda286e-e88f-44f5-86e5-c10502623fe2 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:47.588805 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adda286e-e88f-44f5-86e5-c10502623fe2'] response: {'server_uuid': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792915ae-417d-47c8-9b7b-c0d355d202c7', 'code': 200} Sep 23 15:24:47.647204 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:47.700928 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=792915ae-417d-47c8-9b7b-c0d355d202c7,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:47.734423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedd089-574d-4edd-8def-408a65aa2944 req-cc527201-4752-4208-b48c-bf7308eacbe2 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.735893 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-daedd089-574d-4edd-8def-408a65aa2944 req-cc527201-4752-4208-b48c-bf7308eacbe2 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0523126 Sep 23 15:24:47.785527 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-daedd089-574d-4edd-8def-408a65aa2944 req-497d00a3-8228-41fd-9398-6cb2186973ed tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Sep 23 15:24:47.913400 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63920b1b-e677-44fd-bfe9-71f733672dc2 req-83ff8976-4e5b-49f3-b01e-9e27499def90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:47.915725 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-63920b1b-e677-44fd-bfe9-71f733672dc2 req-83ff8976-4e5b-49f3-b01e-9e27499def90 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 1130 time: 0.0393276 Sep 23 15:24:47.962028 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-63920b1b-e677-44fd-bfe9-71f733672dc2 req-56fa5fd7-b315-44e8-a8f4-7d342a2944ed service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381670 Sep 23 15:24:48.887116 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0c9a8dcb-ecb0-4b90-8d98-67f1c70f676c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:48.909030 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80079c8-d26c-43f0-85a5-7a39f7dcbb37 req-7ba03860-7091-437d-8547-b46898665b55 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:48.910502 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b80079c8-d26c-43f0-85a5-7a39f7dcbb37 req-7ba03860-7091-437d-8547-b46898665b55 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0491152 Sep 23 15:24:48.958310 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b80079c8-d26c-43f0-85a5-7a39f7dcbb37 req-2c1cef5a-8c0b-4713-8156-31365f35afa0 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Sep 23 15:24:50.085070 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38227cb-a983-43e2-b274-064efc3c208c req-7466753e-c18c-4b0c-85a9-8a3fb9727b58 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:50.087087 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38227cb-a983-43e2-b274-064efc3c208c req-7466753e-c18c-4b0c-85a9-8a3fb9727b58 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0521178 Sep 23 15:24:50.135393 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38227cb-a983-43e2-b274-064efc3c208c req-fe57fbed-6e3e-4785-8aaa-f5296734b632 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425854 Sep 23 15:24:50.326862 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:51.258723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72d3af-e9b7-44a5-86c4-9d4614caefb5 req-dfc8dd9e-5cfe-484b-87f8-bd92077a864c tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:51.260512 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5d72d3af-e9b7-44a5-86c4-9d4614caefb5 req-dfc8dd9e-5cfe-484b-87f8-bd92077a864c tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0492020 Sep 23 15:24:51.313407 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5d72d3af-e9b7-44a5-86c4-9d4614caefb5 req-365eaab6-22d0-4566-8a3d-1ec1f348a10b tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462251 Sep 23 15:24:51.465122 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:51.539237 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:51.990223 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:52.296492 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:54.743863 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e53dbc-0dbc-421f-9fd1-9f9893a67313 req-21c08e90-6c05-446e-8d3e-303a2addd8c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:54.745389 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d3e53dbc-0dbc-421f-9fd1-9f9893a67313 req-21c08e90-6c05-446e-8d3e-303a2addd8c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0500669 Sep 23 15:24:54.797419 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d3e53dbc-0dbc-421f-9fd1-9f9893a67313 req-faa0d0ff-c8cd-4d25-baa0-a1fd241b6dc4 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453334 Sep 23 15:24:55.926466 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f863d187-231c-44fd-b8b6-aa02ded89c9e req-c3eb32b3-d0a6-4873-8a5f-72f33836b8be tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:55.927916 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f863d187-231c-44fd-b8b6-aa02ded89c9e req-c3eb32b3-d0a6-4873-8a5f-72f33836b8be tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0473621 Sep 23 15:24:55.975099 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f863d187-231c-44fd-b8b6-aa02ded89c9e req-84c0966d-4b42-42f3-a111-9a6bde791fe7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406852 Sep 23 15:24:56.694214 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:56.710907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-09ea960a-0d2c-40d2-b3d2-7d488f0466ba tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:56.712916 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-09ea960a-0d2c-40d2-b3d2-7d488f0466ba tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.0511160 Sep 23 15:24:56.808184 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Deleting port 8801bad0-f531-42e9-8015-b0d63a8e4f8e {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:24:56.808751 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:56.908375 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] For port 8801bad0-f531-42e9-8015-b0d63a8e4f8e, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=8801bad0-f531-42e9-8015-b0d63a8e4f8e,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:24:56.908737 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:57.163172 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc40c7-048b-4311-914d-f6acd3ce8354 req-de28587d-8475-43f5-91cc-cc41ebb81c22 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:24:57.164860 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70dc40c7-048b-4311-914d-f6acd3ce8354 req-de28587d-8475-43f5-91cc-cc41ebb81c22 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 947 time: 0.1015441 Sep 23 15:24:57.208236 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:57.208740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (64f4077e-800e-4c64-ba21-16a1798d9f97), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:57.209133 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Floating IP 64f4077e-800e-4c64-ba21-16a1798d9f97 disassociated. External IP: 172.27.0.71, port: 8801bad0-f531-42e9-8015-b0d63a8e4f8e. Sep 23 15:24:57.209521 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Calling delete_port for 8801bad0-f531-42e9-8015-b0d63a8e4f8e owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:24:57.283469 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70dc40c7-048b-4311-914d-f6acd3ce8354 req-0343b0e0-791c-48ed-88dc-6f32dcfc0b6e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=023ec078-46c3-4e6f-a895-0f0b5efb34c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112504 Sep 23 15:24:57.296222 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:24:57.469253 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (8801bad0-f531-42e9-8015-b0d63a8e4f8e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:57.498541 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event deleted for resources: {'Port': ['ID=8801bad0-f531-42e9-8015-b0d63a8e4f8e,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:24:57.614226 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:24:57.723507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:24:57.734429 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:24:57.747462 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:57.748136 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:24:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:57.768623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] No DVR routers for this DVR port 8801bad0-f531-42e9-8015-b0d63a8e4f8e on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:24:57.771173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:24:57.774586 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-39022611-bae3-4b65-a9d7-e551ff4bed72 req-a865421d-3ab9-4eab-9aeb-9905f483d768 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "DELETE /networking/v2.0/ports/8801bad0-f531-42e9-8015-b0d63a8e4f8e HTTP/1.1" status: 204 len: 173 time: 1.0552170 Sep 23 15:24:57.775123 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-deleted', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:24:57.778292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b51247-7087-4877-83a8-1d8a394d3d33" -d '{"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-deleted", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:24:57.823063 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3030b389-005e-4816-be9e-4c85ae28e12e x-openstack-request-id: req-3030b389-005e-4816-be9e-4c85ae28e12e {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:24:57.823355 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bba6fdd-bec4-491e-81ba-f3a9863f72ca", "name": "network-vif-deleted", "tag": "8801bad0-f531-42e9-8015-b0d63a8e4f8e", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:24:57.823607 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3030b389-005e-4816-be9e-4c85ae28e12e {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:24:57.824068 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3030b389-005e-4816-be9e-4c85ae28e12e'] response: {'server_uuid': '4bba6fdd-bec4-491e-81ba-f3a9863f72ca', 'name': 'network-vif-deleted', 'tag': '8801bad0-f531-42e9-8015-b0d63a8e4f8e', 'status': 'completed', 'code': 200} Sep 23 15:24:57.868391 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:58.077079 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:58.101490 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:24:58.110688 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:24:58.111291 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:24:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:58.218858 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:24:58.437238 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:24:58.449042 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d8a39919-c0e8-4f24-ac09-0afe58cfddc6 req-b9740602-c74e-4725-ab34-81345474e052 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.0304451 Sep 23 15:24:58.574694 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df0fa97-1d7c-4d66-96e0-82ddf7451232 None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:24:58.959230 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d3228f-4bef-4e14-b328-447de0e98334 None None] New status for floating IP 64f4077e-800e-4c64-ba21-16a1798d9f97: DOWN {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:24:59.716706 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6bb19a1f-0eaa-45d3-98e5-430e6a35e532 req-467e1f69-2fe8-4bb8-96e2-d4a108573363 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4bba6fdd-bec4-491e-81ba-f3a9863f72ca HTTP/1.1" status: 200 len: 210 time: 0.1690872 Sep 23 15:25:00.899562 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51456) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:00.959166 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-42167c54-6654-42ef-9fb0-183d2cc9fa11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (023ec078-46c3-4e6f-a895-0f0b5efb34c3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:00.983453 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-42167c54-6654-42ef-9fb0-183d2cc9fa11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (023ec078-46c3-4e6f-a895-0f0b5efb34c3), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.119086 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-42167c54-6654-42ef-9fb0-183d2cc9fa11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (023ec078-46c3-4e6f-a895-0f0b5efb34c3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.121891 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-42167c54-6654-42ef-9fb0-183d2cc9fa11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.123103 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-42167c54-6654-42ef-9fb0-183d2cc9fa11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/023ec078-46c3-4e6f-a895-0f0b5efb34c3 HTTP/1.1" status: 204 len: 168 time: 0.2222865 Sep 23 15:25:01.128926 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51458) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:01.129612 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:01.134728 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42167c54-6654-42ef-9fb0-183d2cc9fa11 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023ec078-46c3-4e6f-a895-0f0b5efb34c3,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:01.143615 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.api.v2.resource [None req-23ee34d1-d16b-4144-b3a9-fb6ae9c2d2bc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] show failed (client error): The resource could not be found. Sep 23 15:25:01.145087 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-23ee34d1-d16b-4144-b3a9-fb6ae9c2d2bc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups/023ec078-46c3-4e6f-a895-0f0b5efb34c3 HTTP/1.1" status: 404 len: 347 time: 0.0171535 Sep 23 15:25:01.147925 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51460) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:01.191875 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:01.278076 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Deleting port c2727404-0a5f-40a2-8658-87d408a7344c {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:01.278526 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (c2727404-0a5f-40a2-8658-87d408a7344c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.371659 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (c2727404-0a5f-40a2-8658-87d408a7344c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.372090 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (c2727404-0a5f-40a2-8658-87d408a7344c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.386336 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Calling delete_port for c2727404-0a5f-40a2-8658-87d408a7344c owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:01.406453 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:01.427657 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 8801bad0-f531-42e9-8015-b0d63a8e4f8e {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:01.428032 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 8801bad0-f531-42e9-8015-b0d63a8e4f8e not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:01.488916 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:01.635344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c2727404-0a5f-40a2-8658-87d408a7344c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.661631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event deleted for resources: {'Port': ['ID=c2727404-0a5f-40a2-8658-87d408a7344c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:01.737642 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (64f4077e-800e-4c64-ba21-16a1798d9f97), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.740285 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:01.741435 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-f3e1c271-5d91-4fdf-b790-6d9c073ea22c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/64f4077e-800e-4c64-ba21-16a1798d9f97 HTTP/1.1" status: 204 len: 168 time: 0.5914283 Sep 23 15:25:01.966361 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51470) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:01.971430 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1280041931', 'description': 'tempest-description--2091817894'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:02.087965 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.165381 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (b4a2b419-6322-45f1-901c-c10da8939a3b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.239320 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b4a2b419-6322-45f1-901c-c10da8939a3b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.271744 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2b419-6322-45f1-901c-c10da8939a3b,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:02.583767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.585079 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-325aa992-5bc1-4e23-9636-c5083156c1af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6172040 Sep 23 15:25:02.598574 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51474) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:02.603058 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'security_group_rule': {'security_group_id': 'b4a2b419-6322-45f1-901c-c10da8939a3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:02.733227 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (d9c20132-2380-4ed8-9727-6fbafd60b62e), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.791181 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (d9c20132-2380-4ed8-9727-6fbafd60b62e), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.890405 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (d9c20132-2380-4ed8-9727-6fbafd60b62e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.911158 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c20132-2380-4ed8-9727-6fbafd60b62e,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:02.980211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:02.981475 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e2b99640-5587-48f8-9da4-25027a4f3205 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828280 Sep 23 15:25:02.984272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51476) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:02.988594 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'security_group_rule': {'security_group_id': 'b4a2b419-6322-45f1-901c-c10da8939a3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:03.096705 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (9e38402f-e0e9-46a1-9f23-4bb76b642ab2), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.154680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (9e38402f-e0e9-46a1-9f23-4bb76b642ab2), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.252360 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (9e38402f-e0e9-46a1-9f23-4bb76b642ab2), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.273103 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e38402f-e0e9-46a1-9f23-4bb76b642ab2,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:03.380157 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.381426 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ec7f0592-0292-4285-8258-f18d57267946 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961747 Sep 23 15:25:03.386832 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51480) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:03.391171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:03.486892 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.570314 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.681855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Allocated IP 172.27.0.124 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/c41e5e9d-0bde-44f0-872e-b1a3a78a31db) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:03.691243 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:03.788379 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.810242 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:03.933151 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:03.984419 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:03.989664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:03.995371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:25:04.001313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'Port': ['ID=c41e5e9d-0bde-44f0-872e-b1a3a78a31db,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:04.084428 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (370688b6-629f-4afd-a58c-64782c4e3c92), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.257621 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.419443 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.494775 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:25:04.541766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.606684 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.613045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:04.682415 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'Port': ['ID=c41e5e9d-0bde-44f0-872e-b1a3a78a31db,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:04.685083 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (370688b6-629f-4afd-a58c-64782c4e3c92), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.699633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.700039 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.700375 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.700844 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.701053 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.701391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.701768 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.702184 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.702521 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.702854 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.703183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.703510 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.703893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.704249 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.704517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:04.815734 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:04.817340 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1c631e16-bc3d-46d8-8c6e-1b0578800b74 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4295437 Sep 23 15:25:05.030128 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-593b812c-54ba-4d56-973a-0073976f8e03 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1280041931&fields=id&tenant_id=1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 267 time: 0.0447440 Sep 23 15:25:05.143376 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-ad04a46b-8898-4c86-ac64-51441b7d7f0b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:05.145539 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-ad04a46b-8898-4c86-ac64-51441b7d7f0b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 816 time: 0.1086216 Sep 23 15:25:05.160850 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-f1757199-72a6-4a31-acb0-da697e9d8ebc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/quotas/1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 375 time: 0.0097020 Sep 23 15:25:05.214561 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-f910facc-dd56-4a69-9fa9-aa35a5e9e518 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482838 Sep 23 15:25:05.322556 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-7cd34616-bd04-4d12-a8c9-cc8461b1bd72 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931587 Sep 23 15:25:05.336937 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:05.418132 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-e739edbd-889a-42eb-be34-60d7a919438b service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894151 Sep 23 15:25:05.959489 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-801e117a-72a8-49ae-a101-2e17c1a6a5f9 req-0a611c75-f0bb-4dfb-90fd-f903d9da876e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0985210 Sep 23 15:25:07.087350 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d3cc650a-9c0a-4a54-af8d-90b7f0a12949 req-cd684b4e-25bf-44a4-b07e-1817c8b500c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0361073 Sep 23 15:25:08.005390 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50071-7420-4921-a2b2-9d9b4398d1f7 req-06cbf19e-aeb5-4ed2-91fe-f6bea86235ac tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:08.006920 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5fc50071-7420-4921-a2b2-9d9b4398d1f7 req-06cbf19e-aeb5-4ed2-91fe-f6bea86235ac tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0524693 Sep 23 15:25:08.072345 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5fc50071-7420-4921-a2b2-9d9b4398d1f7 req-d72b37a9-96ab-41f5-a46a-fb876b5dfc0c tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591409 Sep 23 15:25:08.202720 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2b05a627-a89a-4d08-8920-ba6053fa7cc5 req-262e2611-5019-447b-8f9c-2117c4e3c948 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0281498 Sep 23 15:25:09.200139 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de0bc-efe7-4235-ba69-a84b0a292e55 req-42ba194c-278e-40b7-a387-4396f5482dce tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:09.201796 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-383de0bc-efe7-4235-ba69-a84b0a292e55 req-42ba194c-278e-40b7-a387-4396f5482dce tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0476995 Sep 23 15:25:09.269689 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-383de0bc-efe7-4235-ba69-a84b0a292e55 req-4dac59cd-11e6-43e3-af84-76491c746a3d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562873 Sep 23 15:25:09.325823 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b2af6832-ba86-4675-8ca8-955913753745 req-2124ece3-fb71-4dec-bdd7-a2965cb34dd4 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0282016 Sep 23 15:25:10.386099 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:10.397261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48beda0-ed5d-4e8c-93db-a5bff3a54e39 req-2ecff2cd-6412-4157-8219-8be80267d622 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:10.399002 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e48beda0-ed5d-4e8c-93db-a5bff3a54e39 req-2ecff2cd-6412-4157-8219-8be80267d622 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0554733 Sep 23 15:25:10.408192 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-68210353-bc92-44a6-b1d4-5d7f7d51dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:10.409737 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-68210353-bc92-44a6-b1d4-5d7f7d51dca9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1169 time: 0.2992404 Sep 23 15:25:10.440130 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5c5c7736-6549-4f8d-b0db-743262afb550 req-1e406088-5811-41f0-a93a-3ad613089d43 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Sep 23 15:25:10.462232 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e48beda0-ed5d-4e8c-93db-a5bff3a54e39 req-35c091b8-5c18-48d8-9ee4-e30bedfee534 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569112 Sep 23 15:25:10.686143 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-80c0e634-1b7a-4eae-ab55-ea7fe009df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:10.687540 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-80c0e634-1b7a-4eae-ab55-ea7fe009df43 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 916 time: 0.0932319 Sep 23 15:25:10.751150 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-5f088ee9-ede4-45d9-9f0b-14af37093b09 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 1002 time: 0.0572467 Sep 23 15:25:10.802157 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-b5018a41-0e2a-4f87-a323-bb3af2f44c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:10.803628 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-b5018a41-0e2a-4f87-a323-bb3af2f44c7e service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 200 len: 854 time: 0.0463183 Sep 23 15:25:10.872422 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-56140031-cb06-41f4-80c0-57343ffe3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:10.873914 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-56140031-cb06-41f4-80c0-57343ffe3a61 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1624566e-6352-44cc-addd-b45ad50d85f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634642 Sep 23 15:25:11.015155 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-f3ee1446-59e5-4df1-959a-1f2a4b9c830b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:11.016894 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-f3ee1446-59e5-4df1-959a-1f2a4b9c830b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 816 time: 0.1695585 Sep 23 15:25:11.047103 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-ac063f25-f4bc-42d8-a034-7b390d2f8b0f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480529 Sep 23 15:25:11.143115 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-c5b6ff66-9f85-415e-9bff-679774b62a30 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 380 time: 0.1145875 Sep 23 15:25:11.153679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'port': {'device_id': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'admin_state_up': True, 'tenant_id': '1679242155f94d48871525425f74d1c3', 'security_groups': ['b4a2b419-6322-45f1-901c-c10da8939a3b']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:11.227138 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-52ad1279-fed4-4e3c-ba5e-ea473ead3d8a req-11a4ce38-91cb-4897-9ba7-1896648549e1 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680443 Sep 23 15:25:11.273973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:11.370391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Made reservation on behalf of 1679242155f94d48871525425f74d1c3 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:25:11.371564 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:11.458189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:11.512306 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Allocated IP 172.20.0.13 (b9884c67-117e-4e2a-8424-37edb233007d/0698bee1-9d1d-4abd-9efc-53ff40c981f3/372595b3-5ccc-49a2-81d3-b61302bfa68d) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:11.570166 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7734c668-9e68-4ec0-8402-6433ad4666b8 req-27e363f8-bfb2-49d1-bb47-647484ecf55d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0398257 Sep 23 15:25:11.610088 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8da59-5705-48c7-b351-c0c3937aeade req-97b24748-31e1-467d-a960-b04f522d752e tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:11.611736 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-96c8da59-5705-48c7-b351-c0c3937aeade req-97b24748-31e1-467d-a960-b04f522d752e tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0560892 Sep 23 15:25:11.686121 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-96c8da59-5705-48c7-b351-c0c3937aeade req-acf7af84-58f7-40b4-8727-fd9e62228f65 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643759 Sep 23 15:25:11.702909 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:11.858295 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:11.903797 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Network b9884c67-117e-4e2a-8424-37edb233007d is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:11.909625 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:11.913986 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:25:11.947278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:11.977501 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:11.979014 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:12.065684 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d4a151e0-9515-4cd2-ae69-2766be56b9c5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9158869 Sep 23 15:25:12.078311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Request body: {'port': {'device_id': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:12.109632 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Provisioning complete for port 372595b3-5ccc-49a2-81d3-b61302bfa68d triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:12.110179 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:12.110442 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Attempt 1 to provision port 372595b3-5ccc-49a2-81d3-b61302bfa68d Sep 23 15:25:12.146674 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Port 372595b3-5ccc-49a2-81d3-b61302bfa68d cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:25:12.148648 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:12.306556 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:12.463389 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372595b3-5ccc-49a2-81d3-b61302bfa68d {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:12.471790 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Publish callbacks [] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:12.486939 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Transition to ACTIVE for port object 372595b3-5ccc-49a2-81d3-b61302bfa68d will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:25:12.570016 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:12.608765 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:12.635996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:12.651459 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Attempt 2 to provision port 372595b3-5ccc-49a2-81d3-b61302bfa68d Sep 23 15:25:12.686896 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Port 372595b3-5ccc-49a2-81d3-b61302bfa68d cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:25:12.729900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Attempting to bind port 372595b3-5ccc-49a2-81d3-b61302bfa68d on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:25:12.730308 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Attempting to bind port 372595b3-5ccc-49a2-81d3-b61302bfa68d by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:25:12.730640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Attempting to bind port 372595b3-5ccc-49a2-81d3-b61302bfa68d on network b9884c67-117e-4e2a-8424-37edb233007d {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:25:12.746713 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84c7a0-4fb4-4d90-8dc1-409abb7811df req-51b85bc1-b8d4-4e6a-9761-8f71886107bf tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:12.746713 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a84c7a0-4fb4-4d90-8dc1-409abb7811df req-51b85bc1-b8d4-4e6a-9761-8f71886107bf tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0719490 Sep 23 15:25:12.830533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Port 372595b3-5ccc-49a2-81d3-b61302bfa68d on network b9884c67-117e-4e2a-8424-37edb233007d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:25:12.830859 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Attempting to bind port 372595b3-5ccc-49a2-81d3-b61302bfa68d on network b9884c67-117e-4e2a-8424-37edb233007d {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:25:12.836896 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a84c7a0-4fb4-4d90-8dc1-409abb7811df req-54b678a4-c0f8-493a-954b-66ef23cb848b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763309 Sep 23 15:25:12.838642 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd8bfc-09d0-4e66-a41b-da157282e4b2 req-7dfef553-4110-4252-b74e-57275031af0d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:12.840305 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2ebd8bfc-09d0-4e66-a41b-da157282e4b2 req-7dfef553-4110-4252-b74e-57275031af0d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0539386 Sep 23 15:25:12.894646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:25:12.894646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Checking segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:25:12.895199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Bound using segment: {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:25:12.895646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Bound port: 372595b3-5ccc-49a2-81d3-b61302bfa68d, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55939e68-09aa-4e9d-89be-f60ec4a20e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:25:12.896102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:12.916463 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2ebd8bfc-09d0-4e66-a41b-da157282e4b2 req-3755ba94-a916-4bae-ae43-92b968602f2f tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698051 Sep 23 15:25:12.968901 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:25:12.970166 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:25:13.061886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:13.068085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.068717 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:13.070248 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 1094 time: 0.9971273 Sep 23 15:25:13.070755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:13.074445 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83" -d '{"events": [{"name": "network-changed", "server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:13.121702 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c84246-e3bc-4271-b233-5b7669317e0b x-openstack-request-id: req-87c84246-e3bc-4271-b233-5b7669317e0b {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:13.122048 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:13.122357 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87c84246-e3bc-4271-b233-5b7669317e0b {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:13.122907 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c84246-e3bc-4271-b233-5b7669317e0b'] response: {'name': 'network-changed', 'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'status': 'completed', 'code': 200} Sep 23 15:25:13.134298 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8572b24-cd80-4085-adc5-204e8917f8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:13.183371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83 req-45538a06-fd64-4d8b-a454-1628c0909291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.184957 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83 req-45538a06-fd64-4d8b-a454-1628c0909291 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1128 time: 0.0436809 Sep 23 15:25:13.187743 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Attempt 3 to provision port 372595b3-5ccc-49a2-81d3-b61302bfa68d Sep 23 15:25:13.190655 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:13.227227 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2e32cd8c-ceee-418f-bb09-cce550407f4e None None] Port 372595b3-5ccc-49a2-81d3-b61302bfa68d had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:25:13.304012 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83 req-9c4be6f6-249b-4bf3-81ff-38d7380e637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.305432 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83 req-9c4be6f6-249b-4bf3-81ff-38d7380e637e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=1679242155f94d48871525425f74d1c3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1109793 Sep 23 15:25:13.330756 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:13.402272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83 req-fa539c10-bc25-4a5e-bf5c-f867fff11339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.403835 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f1a32ee1-bfc4-48e6-9c58-afb8024bff83 req-fa539c10-bc25-4a5e-bf5c-f867fff11339 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917170 Sep 23 15:25:13.494219 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-cde6f333-ce0c-481c-ae6c-acd62f7237da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.495734 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-cde6f333-ce0c-481c-ae6c-acd62f7237da service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1128 time: 0.0503900 Sep 23 15:25:13.543914 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-85d96eaa-dfe2-441e-be30-d08aeea9dafd service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 217 time: 0.0352306 Sep 23 15:25:13.592704 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-bf17e2a3-49ee-4115-b5ca-6400e16d0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.594194 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-bf17e2a3-49ee-4115-b5ca-6400e16d0cd7 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.0488706 Sep 23 15:25:13.645109 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-6b9f7fb6-fc8a-48fa-b136-3481a6606a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.646645 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-6b9f7fb6-fc8a-48fa-b136-3481a6606a71 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447581 Sep 23 15:25:13.747552 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-ff3dc900-0c06-4aef-8281-4a706db12912 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912173 Sep 23 15:25:13.851657 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-97a2a60b-58be-4e36-a096-87bc3db5b652 req-f3c1f778-5be3-47bc-b530-4e7e903ec717 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969474 Sep 23 15:25:13.973262 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfffec-5fe2-4fd4-a588-205ccde56698 req-2bcad71d-b7cf-4e44-b36b-392e0432ba66 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:13.975117 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-33bfffec-5fe2-4fd4-a588-205ccde56698 req-2bcad71d-b7cf-4e44-b36b-392e0432ba66 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0518353 Sep 23 15:25:14.036387 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-33bfffec-5fe2-4fd4-a588-205ccde56698 req-fff8c9fb-74b9-4f28-9af9-ff4fc0f99869 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549016 Sep 23 15:25:14.056690 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ffe32-fb15-4e87-955e-78caabef8ef6 req-0b63f3eb-d8ab-4eaf-bd38-5a45333b4a5a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:14.057904 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-891ffe32-fb15-4e87-955e-78caabef8ef6 req-0b63f3eb-d8ab-4eaf-bd38-5a45333b4a5a tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0514736 Sep 23 15:25:14.076467 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:14.130906 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-891ffe32-fb15-4e87-955e-78caabef8ef6 req-45747121-e649-43ec-9d8a-b6475f1c34dc tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662453 Sep 23 15:25:15.169350 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d72ef-f506-4f86-91a1-7fb56f97953f req-be2d750e-8dbd-41b5-9135-6a591ef08bec tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:15.170832 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2d6d72ef-f506-4f86-91a1-7fb56f97953f req-be2d750e-8dbd-41b5-9135-6a591ef08bec tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0492437 Sep 23 15:25:15.225130 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2d6d72ef-f506-4f86-91a1-7fb56f97953f req-fae35ac1-8221-4bca-a7f2-5d09f4e08712 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485809 Sep 23 15:25:15.361157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717b686-dc25-441c-9ee0-93a14a4cb50b req-7f9f6b23-06de-4072-9d7d-61733bd00e63 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:15.365302 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6717b686-dc25-441c-9ee0-93a14a4cb50b req-7f9f6b23-06de-4072-9d7d-61733bd00e63 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0672119 Sep 23 15:25:15.437659 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6717b686-dc25-441c-9ee0-93a14a4cb50b req-b4fb6098-288b-48be-8fb9-bd5d9e6f8474 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679505 Sep 23 15:25:16.388202 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75ecfe-5886-4400-abad-4b671a42d4e5 req-02f43130-7bf0-4097-9136-35de91a65c40 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:16.389254 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e75ecfe-5886-4400-abad-4b671a42d4e5 req-02f43130-7bf0-4097-9136-35de91a65c40 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0576549 Sep 23 15:25:16.455158 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e75ecfe-5886-4400-abad-4b671a42d4e5 req-4aec4f61-a4fd-40a7-a48f-2326effc7e26 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519152 Sep 23 15:25:16.486072 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-676213d5-769d-430d-87d7-770d9a13973f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:16.489001 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=65 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:16.581591 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ffc5c-0526-4d0c-bf56-3593edffab51 req-1b7d3c7b-7445-4885-a3f5-16a8d9291b02 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:16.583210 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0b7ffc5c-0526-4d0c-bf56-3593edffab51 req-1b7d3c7b-7445-4885-a3f5-16a8d9291b02 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0564363 Sep 23 15:25:16.652672 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0b7ffc5c-0526-4d0c-bf56-3593edffab51 req-c9990a56-3fdf-43e2-a4f4-ead8edb1acdb tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628600 Sep 23 15:25:17.609327 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec733203-455f-4d12-9406-82eb8aaaf271 req-18d1b52e-5a2b-46b4-81ea-aabca70b2c1e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:17.610865 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ec733203-455f-4d12-9406-82eb8aaaf271 req-18d1b52e-5a2b-46b4-81ea-aabca70b2c1e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0684805 Sep 23 15:25:17.659462 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:17.664434 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ec733203-455f-4d12-9406-82eb8aaaf271 req-f44ca613-116e-4ef2-be12-afb1a743baa3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475574 Sep 23 15:25:17.805308 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf243a1-99cf-4568-a9ad-bd52dc3b8125 req-3c7c2e0f-eff2-4c38-b426-de839272b845 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:17.807759 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4cf243a1-99cf-4568-a9ad-bd52dc3b8125 req-3c7c2e0f-eff2-4c38-b426-de839272b845 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0530553 Sep 23 15:25:17.882621 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4cf243a1-99cf-4568-a9ad-bd52dc3b8125 req-14bec953-2cce-42b4-9928-cb3d7ad82d2d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0689244 Sep 23 15:25:17.953517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8785a52-ce8f-41c0-924e-3d155f0ed74f req-380eeafb-2ae9-46da-8604-682d96fe961c tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:17.954900 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8785a52-ce8f-41c0-924e-3d155f0ed74f req-380eeafb-2ae9-46da-8604-682d96fe961c tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0472851 Sep 23 15:25:18.003705 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e8785a52-ce8f-41c0-924e-3d155f0ed74f req-16f1bf69-1d58-4185-8a9d-6f1e6fc33a76 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429785 Sep 23 15:25:18.031142 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:25:18.033588 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=62,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:18.132234 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:18.143380 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'mac_address': 'fa:16:3e:b1:6b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:25:18.182489 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:18.182863 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:18.195865 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372595b3-5ccc-49a2-81d3-b61302bfa68d {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:18.215665 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:18.289891 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:18.338774 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:18.625834 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['372595b3-5ccc-49a2-81d3-b61302bfa68d'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:18.797899 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-eab2e05f-bebf-4c80-86ba-55c3ed744fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:18.809366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7206b-32b7-4964-84f6-c621c1377e20 req-21f6e31e-734a-4281-83f2-e91140690985 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:18.810963 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9cf7206b-32b7-4964-84f6-c621c1377e20 req-21f6e31e-734a-4281-83f2-e91140690985 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 945 time: 0.0498838 Sep 23 15:25:18.859945 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9cf7206b-32b7-4964-84f6-c621c1377e20 req-b210b590-576d-4af1-b0a3-f10489a05248 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Sep 23 15:25:19.009271 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894caf-05aa-42a9-ae4c-053d31ff7119 req-aacf0176-d98b-41be-b0a6-a491459dbbd2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:19.011129 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-78894caf-05aa-42a9-ae4c-053d31ff7119 req-aacf0176-d98b-41be-b0a6-a491459dbbd2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0528684 Sep 23 15:25:19.076019 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-78894caf-05aa-42a9-ae4c-053d31ff7119 req-69fe24a3-f639-4ee0-82cc-2372fa41bd72 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590796 Sep 23 15:25:19.127109 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c629e8-d960-472e-9434-5f4530d4e872 req-29acedb2-121d-46e5-8bac-5de1d442651b tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:19.128744 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b0c629e8-d960-472e-9434-5f4530d4e872 req-29acedb2-121d-46e5-8bac-5de1d442651b tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0496244 Sep 23 15:25:19.180148 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b0c629e8-d960-472e-9434-5f4530d4e872 req-bacb3cb0-50f1-4e59-b569-c3d6fb37e447 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=04215771-25d1-449f-9c1e-bf67858d1038&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450704 Sep 23 15:25:19.672515 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-4090bb86-31a9-434f-b7d9-6d5ac68f195a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:19.673969 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-4090bb86-31a9-434f-b7d9-6d5ac68f195a tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 946 time: 0.0465415 Sep 23 15:25:19.763186 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Deleting port 792915ae-417d-47c8-9b7b-c0d355d202c7 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:19.763530 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:19.853450 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] For port 792915ae-417d-47c8-9b7b-c0d355d202c7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=792915ae-417d-47c8-9b7b-c0d355d202c7,segment=NetworkSegment(297664cb-d4af-4630-8178-daacc41cf03f),segment_id=297664cb-d4af-4630-8178-daacc41cf03f)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:19.853820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:19.866416 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Calling delete_port for 792915ae-417d-47c8-9b7b-c0d355d202c7 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:19.931132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.032443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:25:20.046061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d901c2f-df22-4996-9b57-5b5f9b7b31e6 req-547f6e29-3e9f-49b6-858e-7cb7031fdb1e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:20.047529 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3d901c2f-df22-4996-9b57-5b5f9b7b31e6 req-547f6e29-3e9f-49b6-858e-7cb7031fdb1e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 945 time: 0.0462484 Sep 23 15:25:20.074914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 372595b3-5ccc-49a2-81d3-b61302bfa68d completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:25:20.098096 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3d901c2f-df22-4996-9b57-5b5f9b7b31e6 req-a8140658-c047-41ca-8c90-5374de8b0d3f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Sep 23 15:25:20.135093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (792915ae-417d-47c8-9b7b-c0d355d202c7), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.146706 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['792915ae-417d-47c8-9b7b-c0d355d202c7'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:20.178159 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.179129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Pushing event deleted for resources: {'Port': ['ID=792915ae-417d-47c8-9b7b-c0d355d202c7,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:20.204069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060a49b-c3f6-4d35-9422-45e9acb6a948 req-82cb14e1-3617-468b-8af3-6640ca78342d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:20.205481 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6060a49b-c3f6-4d35-9422-45e9acb6a948 req-82cb14e1-3617-468b-8af3-6640ca78342d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0507493 Sep 23 15:25:20.218171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] No DVR routers for this DVR port 792915ae-417d-47c8-9b7b-c0d355d202c7 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:25:20.220354 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 372595b3-5ccc-49a2-81d3-b61302bfa68d triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:20.221175 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.221773 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.222145 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 372595b3-5ccc-49a2-81d3-b61302bfa68d Sep 23 15:25:20.225700 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55c8fa2d-ef04-4a64-bef7-6150fa63b07f req-06070b75-6c58-4e56-b611-f569e0d210c6 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.77 "DELETE /networking/v2.0/ports/792915ae-417d-47c8-9b7b-c0d355d202c7 HTTP/1.1" status: 204 len: 173 time: 0.5449488 Sep 23 15:25:20.225700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'name': 'network-vif-deleted', 'tag': '792915ae-417d-47c8-9b7b-c0d355d202c7'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:20.228112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95992be-8f59-4280-a979-cd957796b55c" -d '{"events": [{"server_uuid": "f68f898c-130d-4eec-853c-db3269cb0fe4", "name": "network-vif-deleted", "tag": "792915ae-417d-47c8-9b7b-c0d355d202c7"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:20.257632 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.288398 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6060a49b-c3f6-4d35-9422-45e9acb6a948 req-167fa2f1-22a3-4bb3-bac2-09cf87f24451 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768137 Sep 23 15:25:20.301801 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-25a6c668-5f82-43a3-970f-9f4d843d8c8f req-45c144c7-e2e5-4359-9a40-6db99b4b57e9 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0297418 Sep 23 15:25:20.312395 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:20.328870 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:20.329276 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.347442 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.347600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e144a0a1-bba8-46f5-bf49-1d7b75541b1a x-openstack-request-id: req-e144a0a1-bba8-46f5-bf49-1d7b75541b1a {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:20.347931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f898c-130d-4eec-853c-db3269cb0fe4", "name": "network-vif-deleted", "tag": "792915ae-417d-47c8-9b7b-c0d355d202c7", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:20.348168 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e144a0a1-bba8-46f5-bf49-1d7b75541b1a {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:20.348581 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e144a0a1-bba8-46f5-bf49-1d7b75541b1a'] response: {'server_uuid': 'f68f898c-130d-4eec-853c-db3269cb0fe4', 'name': 'network-vif-deleted', 'tag': '792915ae-417d-47c8-9b7b-c0d355d202c7', 'status': 'completed', 'code': 200} Sep 23 15:25:20.360569 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:20.362772 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4d00f4-bf54-4e96-a312-a4ac614ec526" -d '{"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-plugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:20.376213 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:20.400581 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b892f82f-cbc9-4ee1-94d0-40f0566f51c4 x-openstack-request-id: req-b892f82f-cbc9-4ee1-94d0-40f0566f51c4 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:20.400903 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-plugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:20.401165 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b892f82f-cbc9-4ee1-94d0-40f0566f51c4 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:20.401572 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b892f82f-cbc9-4ee1-94d0-40f0566f51c4'] response: {'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'code': 200} Sep 23 15:25:20.468858 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:20.518819 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:20.797452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83832ee-6e6a-4ca3-9b03-7715c25f7398 req-6c1f185c-987b-4a6e-b62f-9becd42cc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:20.799062 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f83832ee-6e6a-4ca3-9b03-7715c25f7398 req-6c1f185c-987b-4a6e-b62f-9becd42cc52f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1130 time: 0.0382473 Sep 23 15:25:20.895794 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f83832ee-6e6a-4ca3-9b03-7715c25f7398 req-af52c3c4-7fe4-48a3-a762-3eedc1337f19 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455148 Sep 23 15:25:21.227212 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5df2b-542f-461c-8805-daf58f98d4d3 req-a00f6746-d796-462d-9ad5-098e038f4db7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:21.229251 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ce5df2b-542f-461c-8805-daf58f98d4d3 req-a00f6746-d796-462d-9ad5-098e038f4db7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0474710 Sep 23 15:25:21.279497 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3ce5df2b-542f-461c-8805-daf58f98d4d3 req-01f52ab6-c944-4c68-91b0-f32e513b9b89 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445690 Sep 23 15:25:21.422215 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181d30f-3c2c-4c44-a0ef-04eb001a5c21 req-7c7cca68-fd8f-4b6f-855c-4fe516df1356 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:21.423705 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a181d30f-3c2c-4c44-a0ef-04eb001a5c21 req-7c7cca68-fd8f-4b6f-855c-4fe516df1356 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0486841 Sep 23 15:25:21.430026 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9e91e1fa-2b0e-49f2-af1f-8e24fc0edd0f req-53db70dc-8560-4a61-a5ca-4aa2e3c55c65 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0312252 Sep 23 15:25:21.486276 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a181d30f-3c2c-4c44-a0ef-04eb001a5c21 req-51ad6bfe-1756-4eb9-8122-d0b656a6ec60 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566459 Sep 23 15:25:22.119103 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:22.331486 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:22.408605 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e8bbff-f709-4da1-800c-d7e624a9cdbf req-fdc2532f-37f9-4efe-b14a-dad83540c3c9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:22.410084 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-10e8bbff-f709-4da1-800c-d7e624a9cdbf req-fdc2532f-37f9-4efe-b14a-dad83540c3c9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0492866 Sep 23 15:25:22.461121 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-10e8bbff-f709-4da1-800c-d7e624a9cdbf req-f150fe49-fe01-43ff-a995-ab07596e2010 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437613 Sep 23 15:25:22.510514 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:22.557476 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-64e69e8a-7c64-4656-ba7d-0bdd7ba2b734 req-b43db099-061d-4101-9425-166cbf9f5316 tempest-VolumesSnapshotTestJSON-712624210 tempest-VolumesSnapshotTestJSON-712624210-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=f68f898c-130d-4eec-853c-db3269cb0fe4 HTTP/1.1" status: 200 len: 210 time: 0.0299330 Sep 23 15:25:22.612122 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b43a1-884e-4411-9c1d-3eadf15727ab req-54d6a12c-8183-4188-8f52-a45c1da7d431 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:22.613624 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-851b43a1-884e-4411-9c1d-3eadf15727ab req-54d6a12c-8183-4188-8f52-a45c1da7d431 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0495517 Sep 23 15:25:22.675700 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-851b43a1-884e-4411-9c1d-3eadf15727ab req-20d29ba7-9606-489d-81e0-ac8a0dbdc122 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559671 Sep 23 15:25:23.602456 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65796-6697-4827-929a-3e61fd3935bc req-e88825df-ee5a-4ca8-8434-195df7f32b20 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:23.604674 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-86a65796-6697-4827-929a-3e61fd3935bc req-e88825df-ee5a-4ca8-8434-195df7f32b20 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0533023 Sep 23 15:25:23.660495 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-86a65796-6697-4827-929a-3e61fd3935bc req-423bdad2-5cfc-4253-9698-bb86eb5f8e98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486352 Sep 23 15:25:23.809310 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be44230-5995-4a27-a8db-b72b777051cc req-2cc57211-6767-4409-aa19-284c6902f943 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:23.810847 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2be44230-5995-4a27-a8db-b72b777051cc req-2cc57211-6767-4409-aa19-284c6902f943 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0503378 Sep 23 15:25:23.823045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51668) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:23.830381 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Request body: {'floatingip': {'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:23.871331 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (370688b6-629f-4afd-a58c-64782c4e3c92), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.002799 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b3e4d-fff3-49e0-89b8-b5d181bd7dbe req-edd621f4-fa8b-48b3-b6e5-34c362cafb7b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:24.004368 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-382b3e4d-fff3-49e0-89b8-b5d181bd7dbe req-edd621f4-fa8b-48b3-b6e5-34c362cafb7b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.1000011 Sep 23 15:25:24.053558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 792915ae-417d-47c8-9b7b-c0d355d202c7 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:24.076782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 792915ae-417d-47c8-9b7b-c0d355d202c7 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:24.077363 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 792915ae-417d-47c8-9b7b-c0d355d202c7 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:24.130765 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-382b3e4d-fff3-49e0-89b8-b5d181bd7dbe req-d963e160-16c6-4f3c-9d34-1d0a7b8cef54 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2737feda-37fe-49e8-9669-324943584fe5&id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197278 Sep 23 15:25:24.332632 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:24.423807 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.538357 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (370688b6-629f-4afd-a58c-64782c4e3c92), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:24.796921 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9dd99-5282-411d-b42f-15cc08a12721 req-d39da999-65e0-4f21-a1bb-629071b1cea2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:24.798687 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-29a9dd99-5282-411d-b42f-15cc08a12721 req-d39da999-65e0-4f21-a1bb-629071b1cea2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0533950 Sep 23 15:25:24.852758 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-29a9dd99-5282-411d-b42f-15cc08a12721 req-9610736b-c271-4440-b253-6d05584a81c2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479743 Sep 23 15:25:24.863159 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:24.888724 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Floating IP 370688b6-629f-4afd-a58c-64782c4e3c92 associated. External IP: 172.27.0.124, port: 372595b3-5ccc-49a2-81d3-b61302bfa68d. Sep 23 15:25:25.092092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:25.197786 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:25.203209 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:25.207711 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:25.218878 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:25.219503 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.234137 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d6c7ab0f-3c3a-43eb-a571-f43b052c4d98 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/370688b6-629f-4afd-a58c-64782c4e3c92 HTTP/1.1" status: 200 len: 992 time: 1.4099934 Sep 23 15:25:25.234811 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:25.237094 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec477f69-a750-4589-8da1-49acbd1fba95" -d '{"events": [{"name": "network-changed", "server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:25.276160 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7934719b-d676-49b0-9ed9-dc4f1420fbc3 x-openstack-request-id: req-7934719b-d676-49b0-9ed9-dc4f1420fbc3 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:25.276461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:25.276723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7934719b-d676-49b0-9ed9-dc4f1420fbc3 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:25.277134 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7934719b-d676-49b0-9ed9-dc4f1420fbc3'] response: {'name': 'network-changed', 'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'status': 'completed', 'code': 200} Sep 23 15:25:25.320994 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:25.535447 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '370688b6-629f-4afd-a58c-64782c4e3c92', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'mac_address': 'fa:16:3e:b1:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:04Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 1, 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.561259 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:25.569901 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:25.570515 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.672877 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:25.887090 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '370688b6-629f-4afd-a58c-64782c4e3c92', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'mac_address': 'fa:16:3e:b1:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:04Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 1, 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:25.911914 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a1c0c-9d15-4ede-8261-0ef6233fac89 None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '370688b6-629f-4afd-a58c-64782c4e3c92', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'floating_ip_address': '172.27.0.124', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'mac_address': 'fa:16:3e:b1:6b:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:04Z', 'updated_at': '2022-09-23T15:25:24Z', 'revision_number': 1, 'project_id': '1679242155f94d48871525425f74d1c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:25.987694 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62866ba3-cd1b-4b37-95a5-41648ad3a152 req-396396f4-68a7-43f8-8b0c-ccc558ebb6ac tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:25.989264 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62866ba3-cd1b-4b37-95a5-41648ad3a152 req-396396f4-68a7-43f8-8b0c-ccc558ebb6ac tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0560753 Sep 23 15:25:26.044495 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-62866ba3-cd1b-4b37-95a5-41648ad3a152 req-0bbe2a6b-63cc-43c8-96e2-296e5701f3a5 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477345 Sep 23 15:25:26.165423 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad05417a-3c6a-475e-92bc-a82e4e04338a None None] New status for floating IP 370688b6-629f-4afd-a58c-64782c4e3c92: ACTIVE {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:25:26.501143 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-01b102e4-a170-4763-bfdc-5c785a1e8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:26.502687 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-01b102e4-a170-4763-bfdc-5c785a1e8a17 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1130 time: 0.0440199 Sep 23 15:25:26.696625 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-ef82ebee-2210-4100-9b0f-6d20752737b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:26.698030 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-ef82ebee-2210-4100-9b0f-6d20752737b6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.1001444 Sep 23 15:25:27.169904 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f14ac-b7ff-4bd9-8720-274dd40747b9 req-b66ea5a9-21b9-48b3-a62c-19c462544651 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:27.171400 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-676f14ac-b7ff-4bd9-8720-274dd40747b9 req-b66ea5a9-21b9-48b3-a62c-19c462544651 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0489058 Sep 23 15:25:27.225182 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-676f14ac-b7ff-4bd9-8720-274dd40747b9 req-feec58e1-2e68-470e-9125-60378b7d2152 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475631 Sep 23 15:25:28.351831 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76ca56-2554-4309-a531-4d4e823588ce req-93aebf51-0419-496e-887f-f93ffc2ed141 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:28.353318 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ae76ca56-2554-4309-a531-4d4e823588ce req-93aebf51-0419-496e-887f-f93ffc2ed141 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.0476081 Sep 23 15:25:28.402124 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ae76ca56-2554-4309-a531-4d4e823588ce req-3898c679-ac75-474a-a628-6abd9ed7b860 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429869 Sep 23 15:25:29.288539 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:29.341534 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-c8f12920-9893-4f69-8a65-bc96d1ed14f7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:29.344321 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-c8f12920-9893-4f69-8a65-bc96d1ed14f7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1092715 Sep 23 15:25:29.357358 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-e81d345d-6489-49c2-927b-a3a8be01e87c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 1002 time: 0.1285412 Sep 23 15:25:29.480028 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Deleting port 55424de1-677b-4c57-a21b-d9eb905f5fc7 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:29.480399 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:29.570374 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-b2cae8cd-9ac7-4c80-a69a-5ff834b99cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:29.571734 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-b2cae8cd-9ac7-4c80-a69a-5ff834b99cab service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.1860301 Sep 23 15:25:29.578170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:29.599963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b402a-0d98-4bfc-bfe0-9cadc342109f req-4011d6b2-d8fe-4a4e-8fd3-cd1a9424cd86 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:29.601388 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-894b402a-0d98-4bfc-bfe0-9cadc342109f req-4011d6b2-d8fe-4a4e-8fd3-cd1a9424cd86 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 945 time: 0.1177523 Sep 23 15:25:29.673773 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-bdf3fd3b-ac13-47c9-9df1-0ab0394bd6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:29.675450 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-bdf3fd3b-ac13-47c9-9df1-0ab0394bd6e4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0923758 Sep 23 15:25:29.690013 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] For port 55424de1-677b-4c57-a21b-d9eb905f5fc7, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55424de1-677b-4c57-a21b-d9eb905f5fc7,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:29.690376 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:29.793854 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-894b402a-0d98-4bfc-bfe0-9cadc342109f req-15912a8d-1cba-4102-9899-148b1578cdd4 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=967cd966-9dac-44e7-a432-ce0708747a50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711590 Sep 23 15:25:29.893040 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-b9420c49-30d8-4de4-9c0b-ea2d03fc459f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050672 Sep 23 15:25:29.990727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:29.991085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (3f8d832e-f19d-42cf-9052-a75a4b7a28a2), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:29.991398 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Floating IP 3f8d832e-f19d-42cf-9052-a75a4b7a28a2 disassociated. External IP: 172.27.0.23, port: 55424de1-677b-4c57-a21b-d9eb905f5fc7. Sep 23 15:25:29.991736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Calling delete_port for 55424de1-677b-4c57-a21b-d9eb905f5fc7 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:30.051926 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:30.067891 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ec477f69-a750-4589-8da1-49acbd1fba95 req-7bb238c2-bae2-40a7-a553-afeaf565900b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491203 Sep 23 15:25:30.281072 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (55424de1-677b-4c57-a21b-d9eb905f5fc7), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:30.312980 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event deleted for resources: {'Port': ['ID=55424de1-677b-4c57-a21b-d9eb905f5fc7,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:30.430433 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:30.433572 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:30.545361 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:30.556254 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:30.570065 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:30.570775 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:30.591644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] No DVR routers for this DVR port 55424de1-677b-4c57-a21b-d9eb905f5fc7 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:25:30.594353 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:30.597604 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65e9ecd8-287a-4428-b2c6-25ab949e132c req-0125b296-fc45-4ad4-adfe-24ee0323260b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "DELETE /networking/v2.0/ports/55424de1-677b-4c57-a21b-d9eb905f5fc7 HTTP/1.1" status: 204 len: 173 time: 1.2452826 Sep 23 15:25:30.617084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'name': 'network-vif-deleted', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:30.617084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf8711-a2e4-48ca-906e-f11887de5547" -d '{"events": [{"server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "name": "network-vif-deleted", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:30.638309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02e3cb0-7f70-4c8a-81c7-3769399b0a9d x-openstack-request-id: req-e02e3cb0-7f70-4c8a-81c7-3769399b0a9d {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:30.638309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5523ab-9085-47cd-9133-f65554b59f0f", "name": "network-vif-deleted", "tag": "55424de1-677b-4c57-a21b-d9eb905f5fc7", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:30.638628 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e02e3cb0-7f70-4c8a-81c7-3769399b0a9d {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:30.638887 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02e3cb0-7f70-4c8a-81c7-3769399b0a9d'] response: {'server_uuid': '1c5523ab-9085-47cd-9133-f65554b59f0f', 'name': 'network-vif-deleted', 'tag': '55424de1-677b-4c57-a21b-d9eb905f5fc7', 'status': 'completed', 'code': 200} Sep 23 15:25:30.680474 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:30.821934 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:30.837212 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:30.888973 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:30.918741 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f77d3521-cefb-4e2c-a1e9-5fd2c12dbb5e req-a53c879c-a279-4d73-be15-b6e4305d57de tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0377200 Sep 23 15:25:30.919451 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:30.928408 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:30.929016 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:31.035366 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:31.141251 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56436835-2d04-4803-ab3a-b0c4d35c1890 req-c4f40a20-7f66-4621-90bf-6ea989694cd4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:31.142868 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-56436835-2d04-4803-ab3a-b0c4d35c1890 req-c4f40a20-7f66-4621-90bf-6ea989694cd4 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0494118 Sep 23 15:25:31.196389 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-56436835-2d04-4803-ab3a-b0c4d35c1890 req-8567975d-d39d-489f-976b-d7e709e757de tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475121 Sep 23 15:25:31.339719 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:31.365342 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a686ed25-ef10-4dfe-8a8f-23ec732c1c46 None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:31.587533 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3e722-bdf4-4d58-9be3-3d64388af2c4 None None] New status for floating IP 3f8d832e-f19d-42cf-9052-a75a4b7a28a2: DOWN {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:25:32.032895 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9d973137-794e-47eb-8f14-671248a2af78 req-f6b66e3a-a6d9-4d4d-90f2-72101076847b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0290911 Sep 23 15:25:32.108778 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55424de1-677b-4c57-a21b-d9eb905f5fc7 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:32.114085 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:32.128437 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 55424de1-677b-4c57-a21b-d9eb905f5fc7 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:32.128784 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55424de1-677b-4c57-a21b-d9eb905f5fc7 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:32.323844 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c69a4-9030-4e77-94cb-da63d656bbe8 req-165b1c47-6462-44f3-8ca1-2dd840daeac9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:32.325418 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-798c69a4-9030-4e77-94cb-da63d656bbe8 req-165b1c47-6462-44f3-8ca1-2dd840daeac9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0524325 Sep 23 15:25:32.375931 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-798c69a4-9030-4e77-94cb-da63d656bbe8 req-2d18ba73-6419-46de-934b-8ac996e687bc tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445902 Sep 23 15:25:33.151149 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f7cfa4d5-2e75-4cfa-acb7-9b347d29c39c req-37dc75fb-2e90-462d-a692-48b8c79f657f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0293286 Sep 23 15:25:33.499171 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea7571-d6cc-45c3-a96b-05d875573078 req-8cd719d0-1147-4d57-a0d4-bbda877bd197 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:33.500955 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f0ea7571-d6cc-45c3-a96b-05d875573078 req-8cd719d0-1147-4d57-a0d4-bbda877bd197 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0476871 Sep 23 15:25:33.552346 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f0ea7571-d6cc-45c3-a96b-05d875573078 req-b16c3e54-3ed0-4055-9068-5edd5d938e0b tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459752 Sep 23 15:25:34.275240 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2471c1bc-63a3-4c3e-b99f-84a358843276 req-2f9b8804-e08a-4fab-9f53-6009700061d2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0321577 Sep 23 15:25:34.397485 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:34.665201 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:34.687694 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57c30-b1b1-48b9-adec-d120e74b1f7c req-f00b889b-b27c-48f9-949b-bc8fde01a2ba tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:34.687694 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-73a57c30-b1b1-48b9-adec-d120e74b1f7c req-f00b889b-b27c-48f9-949b-bc8fde01a2ba tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0581956 Sep 23 15:25:34.735844 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-73a57c30-b1b1-48b9-adec-d120e74b1f7c req-0429617b-78ce-487d-8d6d-161bef78fd45 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e23318c3-caf9-4e24-b6d6-9210418e92a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428274 Sep 23 15:25:35.104429 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-28913251-85a0-4c88-b304-e4149620af4d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:35.106819 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-28913251-85a0-4c88-b304-e4149620af4d tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 946 time: 0.0561180 Sep 23 15:25:35.196006 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Deleting port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:35.196375 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:35.294229 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] For port 7d99929c-386a-4e5e-bc8f-6751a85b69b8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d99929c-386a-4e5e-bc8f-6751a85b69b8,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:35.294884 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:35.436066 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7e3fddf5-d672-401c-a91d-bc5e64104096 req-c8bf5def-220a-4699-9054-05248ed77a5a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c5523ab-9085-47cd-9133-f65554b59f0f HTTP/1.1" status: 200 len: 210 time: 0.0364354 Sep 23 15:25:35.498248 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:35.498606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:35.498923 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Floating IP bf9deceb-2157-4946-bf44-93b090248b28 disassociated. External IP: 172.27.0.193, port: 7d99929c-386a-4e5e-bc8f-6751a85b69b8. Sep 23 15:25:35.499272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Calling delete_port for 7d99929c-386a-4e5e-bc8f-6751a85b69b8 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:35.708654 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7d99929c-386a-4e5e-bc8f-6751a85b69b8), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:35.742868 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event deleted for resources: {'Port': ['ID=7d99929c-386a-4e5e-bc8f-6751a85b69b8,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:35.844646 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c486c3a-af37-4cb6-9b53-0c77b923045f req-31e0f35b-850f-4430-95e2-1ef25ce57c88 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0292287 Sep 23 15:25:35.848276 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:35.865285 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:35.956086 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:35.975276 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:35.986703 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] Sync routers for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:35.998350 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:35.998996 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:36.017940 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] No DVR routers for this DVR port 7d99929c-386a-4e5e-bc8f-6751a85b69b8 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:25:36.020440 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.023776 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5e9e9fff-6ee5-4ae0-8ee9-f51928eb9888 req-19f011b1-3ae2-4017-9a06-6eca7909dba3 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "DELETE /networking/v2.0/ports/7d99929c-386a-4e5e-bc8f-6751a85b69b8 HTTP/1.1" status: 204 len: 173 time: 0.9102769 Sep 23 15:25:36.024303 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'name': 'network-vif-deleted', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:36.027260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a9eb4f-f45c-4236-8241-fc868380626c" -d '{"events": [{"server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "name": "network-vif-deleted", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:36.073837 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e8cadc-5d7d-4229-8285-b1495d51776f x-openstack-request-id: req-15e8cadc-5d7d-4229-8285-b1495d51776f {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:36.074126 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d2de5a1-7ae9-4010-a7fc-5d2f45212418", "name": "network-vif-deleted", "tag": "7d99929c-386a-4e5e-bc8f-6751a85b69b8", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:36.074378 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15e8cadc-5d7d-4229-8285-b1495d51776f {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:36.074788 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e8cadc-5d7d-4229-8285-b1495d51776f'] response: {'server_uuid': '7d2de5a1-7ae9-4010-a7fc-5d2f45212418', 'name': 'network-vif-deleted', 'tag': '7d99929c-386a-4e5e-bc8f-6751a85b69b8', 'status': 'completed', 'code': 200} Sep 23 15:25:36.110291 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:36.257846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:36.307396 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:36.333489 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] Checking router: d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:36.342790 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:36.343329 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:36.450048 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:36.637809 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51790) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:36.641982 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:36.667449 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231c5fd9-e058-4c54-95ad-efbf0a84b86e None None] The sync data for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi is: [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf', 'name': '', 'network_id': '0fed3158-67d0-44f2-9c11-c1330461e633', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'mac_address': 'fa:16:3e:77:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:11Z', 'updated_at': '2022-09-23T15:20:21Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'subnets': [{'id': '77faac88-261b-48cd-8d7e-c9e0b109e497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:36.707061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dd603916-24df-4bb9-82b8-512e2966a99d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (967cd966-9dac-44e7-a432-ce0708747a50), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.738820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dd603916-24df-4bb9-82b8-512e2966a99d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (967cd966-9dac-44e7-a432-ce0708747a50), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.909368 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dd603916-24df-4bb9-82b8-512e2966a99d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (967cd966-9dac-44e7-a432-ce0708747a50), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.913941 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-dd603916-24df-4bb9-82b8-512e2966a99d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:36.916359 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-dd603916-24df-4bb9-82b8-512e2966a99d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/967cd966-9dac-44e7-a432-ce0708747a50 HTTP/1.1" status: 204 len: 168 time: 0.2765872 Sep 23 15:25:36.918348 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2ddc7f-a83f-48b0-8efb-0e5062bc2b6f None None] New status for floating IP bf9deceb-2157-4946-bf44-93b090248b28: DOWN {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:25:36.920668 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51796) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:36.930906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd603916-24df-4bb9-82b8-512e2966a99d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967cd966-9dac-44e7-a432-ce0708747a50,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:36.948360 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.api.v2.resource [None req-7740f600-6e23-47b2-891c-771b03e736db tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] show failed (client error): The resource could not be found. Sep 23 15:25:36.949375 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7740f600-6e23-47b2-891c-771b03e736db tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups/967cd966-9dac-44e7-a432-ce0708747a50 HTTP/1.1" status: 404 len: 347 time: 0.0270793 Sep 23 15:25:36.952730 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51798) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:36.977015 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-86372efe-49df-40a8-9e96-31428ba734d2 req-8e954eba-aa9e-452c-96e4-14433fd1bef1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0310113 Sep 23 15:25:37.127289 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Deleting port d0968112-0c45-4dbc-8242-0b3da038486a {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:37.127637 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (d0968112-0c45-4dbc-8242-0b3da038486a), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:37.209902 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (d0968112-0c45-4dbc-8242-0b3da038486a), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:37.210236 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (d0968112-0c45-4dbc-8242-0b3da038486a), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:37.224072 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Calling delete_port for d0968112-0c45-4dbc-8242-0b3da038486a owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:37.449136 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (d0968112-0c45-4dbc-8242-0b3da038486a), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:37.472614 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event deleted for resources: {'Port': ['ID=d0968112-0c45-4dbc-8242-0b3da038486a,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:37.774589 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (3f8d832e-f19d-42cf-9052-a75a4b7a28a2), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:37.777683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:37.778877 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d1d02b0d-5bfb-43e6-b09b-dd708ff8cb43 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/3f8d832e-f19d-42cf-9052-a75a4b7a28a2 HTTP/1.1" status: 204 len: 168 time: 0.8249884 Sep 23 15:25:37.938910 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51804) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:37.944455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778145526', 'description': 'tempest-description--1288274344'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:38.031963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.091577 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-eb2d45fb-e160-444e-b903-191e4bd5f225 req-c6d30d0f-72a0-4bfc-8259-19f54c767052 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0327079 Sep 23 15:25:38.103533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (07b9279b-9191-41ba-b55e-0fb45527c9a9), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.256936 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (07b9279b-9191-41ba-b55e-0fb45527c9a9), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.287816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b9279b-9191-41ba-b55e-0fb45527c9a9,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:38.382325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.383699 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-71065b7e-c9d5-4c36-bc6e-30e08f8d8e0c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4436741 Sep 23 15:25:38.387386 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51808) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:38.391602 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'security_group_rule': {'security_group_id': '07b9279b-9191-41ba-b55e-0fb45527c9a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:38.407110 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:38.409137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:38.519791 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (94b38afc-389b-4397-ba07-9ebf8a8be98a), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.578861 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (94b38afc-389b-4397-ba07-9ebf8a8be98a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.745453 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (94b38afc-389b-4397-ba07-9ebf8a8be98a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.767922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b38afc-389b-4397-ba07-9ebf8a8be98a,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:38.853240 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:38.854465 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a2661b14-30f9-49ea-bb48-36c5d5d82030 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4661129 Sep 23 15:25:38.857470 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51812) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:38.861919 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'security_group_rule': {'security_group_id': '07b9279b-9191-41ba-b55e-0fb45527c9a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:38.963997 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (633c5196-fa33-4966-8f72-56d7363d61e0), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.020720 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (633c5196-fa33-4966-8f72-56d7363d61e0), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.125942 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (633c5196-fa33-4966-8f72-56d7363d61e0), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.146352 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633c5196-fa33-4966-8f72-56d7363d61e0,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:39.216991 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-879768d5-c15e-40ac-806e-a7191139db04 req-4bae87fd-e145-4770-aa38-6b3110574975 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=7d2de5a1-7ae9-4010-a7fc-5d2f45212418 HTTP/1.1" status: 200 len: 210 time: 0.0294695 Sep 23 15:25:39.293325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.294563 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-697d228f-935c-4765-84f9-79898e77c6a2 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4359970 Sep 23 15:25:39.299041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51816) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:39.302137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:39.411338 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.494625 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.600191 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Allocated IP 172.27.0.4 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/3d120ad2-2e71-4e41-b45f-808c688fb1ec) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:39.708212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.715079 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:39.869108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:39.913531 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:39.917860 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:39.920863 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:25:39.950058 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'Port': ['ID=3d120ad2-2e71-4e41-b45f-808c688fb1ec,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:39.980246 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:40.018749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (fadc3611-4293-493f-9719-fc4f9391cd79), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.126456 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d99929c-386a-4e5e-bc8f-6751a85b69b8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:40.148937 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 7d99929c-386a-4e5e-bc8f-6751a85b69b8 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:40.149285 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d99929c-386a-4e5e-bc8f-6751a85b69b8 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:40.297781 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.453461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.453832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 51826) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:40.508777 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group (e23318c3-caf9-4e24-b6d6-9210418e92a4), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.531577 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group (e23318c3-caf9-4e24-b6d6-9210418e92a4), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.591074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.658473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (fadc3611-4293-493f-9719-fc4f9391cd79), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.664048 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'Port': ['ID=3d120ad2-2e71-4e41-b45f-808c688fb1ec,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:40.682731 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (e23318c3-caf9-4e24-b6d6-9210418e92a4), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.685358 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.686516 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e23318c3-caf9-4e24-b6d6-9210418e92a4 HTTP/1.1" status: 204 len: 168 time: 0.2315662 Sep 23 15:25:40.689395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51828) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:40.696220 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23318c3-caf9-4e24-b6d6-9210418e92a4,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:40.702865 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.703218 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.703559 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.703906 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.704259 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.704592 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.704923 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.705253 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.705355 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.api.v2.resource [None req-7e86c297-53f2-4d17-8159-953d5bb3ddbd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] show failed (client error): The resource could not be found. Sep 23 15:25:40.705579 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.705902 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.706226 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.706493 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7e86c297-53f2-4d17-8159-953d5bb3ddbd tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups/e23318c3-caf9-4e24-b6d6-9210418e92a4 HTTP/1.1" status: 404 len: 347 time: 0.0160034 Sep 23 15:25:40.706704 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.706900 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.707230 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.707547 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40adfaf9-d083-4d82-ac67-91a7dadcdbe9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:40.709868 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51830) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:40.790492 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.801687 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e990be3d-71fd-4ec4-9a05-560a688129ff tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4929416 Sep 23 15:25:40.842254 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:40.846361 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Deleting port e74475ba-c063-4f98-a4dc-3c3fd5762245 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:40.846709 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.930323 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.931023 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (e74475ba-c063-4f98-a4dc-3c3fd5762245), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:40.945509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Calling delete_port for e74475ba-c063-4f98-a4dc-3c3fd5762245 owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:40.949847 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:40.961154 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9b40464b-16db-4900-9661-1e43d90a292b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--778145526&fields=id&tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec HTTP/1.1" status: 200 len: 267 time: 0.0455675 Sep 23 15:25:41.212494 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (e74475ba-c063-4f98-a4dc-3c3fd5762245), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.243809 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event deleted for resources: {'Port': ['ID=e74475ba-c063-4f98-a4dc-3c3fd5762245,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:41.301222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-435d52fe-d69d-42a8-8ad4-2bc77d432f65 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:41.302641 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-435d52fe-d69d-42a8-8ad4-2bc77d432f65 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 810 time: 0.3346083 Sep 23 15:25:41.311141 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks [] for floatingip (bf9deceb-2157-4946-bf44-93b090248b28), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.314043 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:41.315207 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e355c8cb-6f67-4079-8c15-9ddbc6643151 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/bf9deceb-2157-4946-bf44-93b090248b28 HTTP/1.1" status: 204 len: 168 time: 0.6044226 Sep 23 15:25:41.319325 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-875f0b3d-fcb4-4eb7-b777-2d84850fcf25 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/quotas/ab19e9f7cb0e49548a9ab74b9d2b4aec HTTP/1.1" status: 200 len: 375 time: 0.0098183 Sep 23 15:25:41.375582 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-4a9de4ce-f9b1-4c7c-b79f-138dde37accd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461154 Sep 23 15:25:41.494321 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:25:41.519799 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-521d501a-75e6-4b3a-9c9a-3ff106c17741 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320338 Sep 23 15:25:41.618024 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-f176e181-5d74-48ec-9709-ee0756f364ab service neutron] 10.222.0.55 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919826 Sep 23 15:25:41.886019 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-cdbf3097-25c2-4741-b6cf-1b9f2a0a1cef req-9c21feaa-6ed7-4f17-afc7-c04632970312 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0335646 Sep 23 15:25:42.985576 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e6b7724a-1846-4684-87c6-32b271d74a95 req-f97dc648-b002-40aa-9baf-416e3e1838c7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0302634 Sep 23 15:25:44.105340 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72840509-a6e4-4c21-90a4-dfdab0bc609e req-3dd24b98-4fce-4894-957c-4f25d7f3b813 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0293798 Sep 23 15:25:44.613230 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2d818-529a-4d94-9839-c84d73d49709 req-5568b0fd-19fd-4b11-b4e5-8da3a7624e85 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:44.614720 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-68f2d818-529a-4d94-9839-c84d73d49709 req-5568b0fd-19fd-4b11-b4e5-8da3a7624e85 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0484254 Sep 23 15:25:44.665085 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-68f2d818-529a-4d94-9839-c84d73d49709 req-f96eec30-08ab-4b6a-b1a3-bf082c3d6532 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446820 Sep 23 15:25:45.216922 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5ae77238-89ae-4f7a-973d-c93c7816e7b4 req-22bb3621-1be1-4bd7-a964-0137c5e67943 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0286582 Sep 23 15:25:45.773539 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:45.791040 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0b751f-93c5-4bf8-aaa5-c2a3524793eb req-774a1a78-e872-4153-a86b-09ecd900c226 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:45.792826 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fb0b751f-93c5-4bf8-aaa5-c2a3524793eb req-774a1a78-e872-4153-a86b-09ecd900c226 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0465536 Sep 23 15:25:45.845066 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fb0b751f-93c5-4bf8-aaa5-c2a3524793eb req-c6cec815-a204-4148-b50c-7f7337597ca9 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459006 Sep 23 15:25:46.319104 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2979fdec-bba0-4262-aebd-afe6e42aea5e req-1686e218-f6f9-44fb-a13f-2378b5601908 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0271080 Sep 23 15:25:46.628081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-834f7376-4055-4193-9af1-f991b703f0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:46.988250 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeea1-fe38-4571-be10-5afcd8567be4 req-cde92f15-d3ba-4d97-ae29-e8fbf5995b3a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:46.989758 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f84aeea1-fe38-4571-be10-5afcd8567be4 req-cde92f15-d3ba-4d97-ae29-e8fbf5995b3a tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0626659 Sep 23 15:25:47.037036 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-c8de7366-c366-4531-8aec-e46f4d658707 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:47.038459 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-c8de7366-c366-4531-8aec-e46f4d658707 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 810 time: 0.1598663 Sep 23 15:25:47.073115 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f84aeea1-fe38-4571-be10-5afcd8567be4 req-a4264f3f-2e24-41ad-9a3e-a40f17d77d7e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762169 Sep 23 15:25:47.124250 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-ea4241cb-e7e0-4830-84eb-b829e4883d5d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec HTTP/1.1" status: 200 len: 379 time: 0.0619695 Sep 23 15:25:47.133170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'port': {'device_id': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'admin_state_up': True, 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'security_groups': ['07b9279b-9191-41ba-b55e-0fb45527c9a9']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:47.278372 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-46f7ce8c-9375-44cc-8d9c-6c7c26f5648c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:47.281048 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-46f7ce8c-9375-44cc-8d9c-6c7c26f5648c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 946 time: 0.0814047 Sep 23 15:25:47.383931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Deleting port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:47.384221 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:47.437556 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-59e070fd-de62-4f46-b1a6-e4b8344f0bc6 req-2e81dc7d-9e7c-4255-977f-6b7ef6401e8c tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0315034 Sep 23 15:25:47.475277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Made reservation on behalf of ab19e9f7cb0e49548a9ab74b9d2b4aec for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:25:47.479085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:47.500840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] For port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:47.501148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:47.524255 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Calling delete_port for d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:47.617420 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:47.675620 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:47.701728 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Allocated IP 172.20.0.12 (b3f7a81d-77e4-45ed-aa33-730087d69ce7/e84b5341-8b6a-4fc9-ac79-9988bf25b079/55436e11-cb4f-4c3c-ab14-4385e7710520) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:25:47.892787 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:47.904469 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1', '0ac971ff-aa73-4c23-905e-b603461ad30f'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:47.963368 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event deleted for resources: {'Port': ['ID=d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:48.019054 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] No DVR routers for this DVR port d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:25:48.023245 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.026493 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fe9fd01d-0c0b-4555-b0df-a84cd6c7ae7c req-330b4c5e-21c5-47c3-8c8e-fb4167be4bde tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "DELETE /networking/v2.0/ports/d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 HTTP/1.1" status: 204 len: 173 time: 0.7398050 Sep 23 15:25:48.029557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'name': 'network-vif-deleted', 'tag': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:48.029557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa3d477-183b-4b43-a0cb-6d1b440f7e94" -d '{"events": [{"server_uuid": "3e7c6dbd-a4f4-4fd8-a719-38705c323809", "name": "network-vif-deleted", "tag": "d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:48.078533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.136925 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c436c6b3-4099-4972-8d40-c5e114e73a06 x-openstack-request-id: req-c436c6b3-4099-4972-8d40-c5e114e73a06 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:48.137227 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7c6dbd-a4f4-4fd8-a719-38705c323809", "name": "network-vif-deleted", "tag": "d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:48.137517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c436c6b3-4099-4972-8d40-c5e114e73a06 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:48.138608 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c436c6b3-4099-4972-8d40-c5e114e73a06'] response: {'server_uuid': '3e7c6dbd-a4f4-4fd8-a719-38705c323809', 'name': 'network-vif-deleted', 'tag': 'd891c01a-6a8c-4f04-ae61-1c13c3cb2ed1', 'status': 'completed', 'code': 200} Sep 23 15:25:48.182611 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-51df8087-1b0c-4e05-88ee-b55d023e7c6e req-5f819aaf-8f9e-45ab-ae9b-f4e72a4d29cb tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0305910 Sep 23 15:25:48.268764 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.312606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:25:48.315836 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:25:48.322621 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:25:48.354683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event updated for resources: {'Port': ['ID=55436e11-cb4f-4c3c-ab14-4385e7710520,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:48.386841 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:48.387565 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.502461 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-d3503143-2ca0-47e3-b98d-9f4a99b127d0 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3729491 Sep 23 15:25:48.516212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Request body: {'port': {'device_id': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:25:48.595751 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Provisioning complete for port 55436e11-cb4f-4c3c-ab14-4385e7710520 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:48.596428 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.596789 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Attempt 1 to provision port 55436e11-cb4f-4c3c-ab14-4385e7710520 Sep 23 15:25:48.625518 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abd640-d83a-4ca9-91e6-ef6b9371022c req-6ddc3079-959d-44b4-8279-1089730a056b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:48.627066 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-71abd640-d83a-4ca9-91e6-ef6b9371022c req-6ddc3079-959d-44b4-8279-1089730a056b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 932 time: 0.0817592 Sep 23 15:25:48.631687 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Port 55436e11-cb4f-4c3c-ab14-4385e7710520 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:25:48.634712 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.646649 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:48.769795 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-71abd640-d83a-4ca9-91e6-ef6b9371022c req-8db9f68d-326a-4a76-b687-ba98f73ad80a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311431 Sep 23 15:25:48.828205 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a9ea46cd-1b51-4545-a438-3e8380be246f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:48.942151 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:48.995402 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55436e11-cb4f-4c3c-ab14-4385e7710520 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:49.003609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Publish callbacks [] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:49.017152 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Transition to ACTIVE for port object 55436e11-cb4f-4c3c-ab14-4385e7710520 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:25:49.132722 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Attempt 2 to provision port 55436e11-cb4f-4c3c-ab14-4385e7710520 Sep 23 15:25:49.134344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:49.174766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Port 55436e11-cb4f-4c3c-ab14-4385e7710520 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:25:49.201922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Pushing event updated for resources: {'Port': ['ID=55436e11-cb4f-4c3c-ab14-4385e7710520,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:49.253625 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Attempting to bind port 55436e11-cb4f-4c3c-ab14-4385e7710520 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:25:49.253858 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Attempting to bind port 55436e11-cb4f-4c3c-ab14-4385e7710520 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:25:49.254170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Attempting to bind port 55436e11-cb4f-4c3c-ab14-4385e7710520 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:25:49.298995 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Port 55436e11-cb4f-4c3c-ab14-4385e7710520 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:25:49.299325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Attempting to bind port 55436e11-cb4f-4c3c-ab14-4385e7710520 on network b3f7a81d-77e4-45ed-aa33-730087d69ce7 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:25:49.303191 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f74ddaee-8863-44a0-a0f6-70ad02b223d0 req-72799f9d-fc72-4ec4-b9fd-a3e2ef6b07d2 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3e7c6dbd-a4f4-4fd8-a719-38705c323809 HTTP/1.1" status: 200 len: 210 time: 0.0287867 Sep 23 15:25:49.348401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:25:49.348738 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Checking segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:25:49.349125 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Bound using segment: {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:25:49.349561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Bound port: 55436e11-cb4f-4c3c-ab14-4385e7710520, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919623ef-bf09-4087-9715-520a53e2de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:25:49.349924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:49.414315 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] For port 55436e11-cb4f-4c3c-ab14-4385e7710520, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:25:49.417454 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] For port 55436e11-cb4f-4c3c-ab14-4385e7710520, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55436e11-cb4f-4c3c-ab14-4385e7710520,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:25:49.506013 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:49.510322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:49.510900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:49.512294 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/55436e11-cb4f-4c3c-ab14-4385e7710520 HTTP/1.1" status: 200 len: 1094 time: 1.0018897 Sep 23 15:25:49.534939 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:49.556730 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247511d-03bf-4a20-b406-64a6e71bad7c service neutron] Pushing event updated for resources: {'Port': ['ID=55436e11-cb4f-4c3c-ab14-4385e7710520,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:49.675996 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Attempt 3 to provision port 55436e11-cb4f-4c3c-ab14-4385e7710520 Sep 23 15:25:49.714612 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-988a43de-4043-4bcf-887b-37bb326f5e82 None None] Port 55436e11-cb4f-4c3c-ab14-4385e7710520 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:25:49.793755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-3946545a-c5b9-4820-8beb-17c07e21668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:49.795862 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-3946545a-c5b9-4820-8beb-17c07e21668c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 1128 time: 0.0437806 Sep 23 15:25:49.839104 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-13b3a365-7e0e-461d-9d04-1f46362f8249 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55436e11-cb4f-4c3c-ab14-4385e7710520 HTTP/1.1" status: 200 len: 217 time: 0.0351257 Sep 23 15:25:49.927687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-0d00a47d-5913-490e-80ba-27dfafaf523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:49.929201 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-0d00a47d-5913-490e-80ba-27dfafaf523c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.0800729 Sep 23 15:25:49.935594 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b797183-4039-4f18-a2d3-2e42245f3c97 req-fa0f3773-dc76-4260-913b-9a4c1bf239f7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:49.937053 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5b797183-4039-4f18-a2d3-2e42245f3c97 req-fa0f3773-dc76-4260-913b-9a4c1bf239f7 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 944 time: 0.0786591 Sep 23 15:25:49.993287 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38af89f-6050-4549-a8e0-bf271502f8af req-63c5643f-1acb-466b-a28b-8dabb58432a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:49.994870 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-63c5643f-1acb-466b-a28b-8dabb58432a7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568886 Sep 23 15:25:50.065413 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5b797183-4039-4f18-a2d3-2e42245f3c97 req-8443113d-80a3-479b-b3e6-dc127012aa3f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183405 Sep 23 15:25:50.111449 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-a7aa999a-ad6f-4da8-92fb-5d88074dde27 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076412 Sep 23 15:25:50.143886 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:50.146405 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7bd25c-7663-4286-9b18-b18860c87864" -d '{"events": [{"name": "network-changed", "server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:50.193810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b37be-f369-4f17-b725-9b642e3d15b3 x-openstack-request-id: req-0e6b37be-f369-4f17-b725-9b642e3d15b3 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:50.194103 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:50.194356 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e6b37be-f369-4f17-b725-9b642e3d15b3 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:50.194749 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6b37be-f369-4f17-b725-9b642e3d15b3'] response: {'name': 'network-changed', 'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'status': 'completed', 'code': 200} Sep 23 15:25:50.226316 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c38af89f-6050-4549-a8e0-bf271502f8af req-cc0a86d9-43de-4982-a2d3-44592098d2b2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066024 Sep 23 15:25:50.305409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:50.916316 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73135350-ec2a-48e8-ac59-716fb64a5193 req-dfc73196-889f-452d-b9f1-e6cb16fbd171 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:50.917779 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-73135350-ec2a-48e8-ac59-716fb64a5193 req-dfc73196-889f-452d-b9f1-e6cb16fbd171 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0481672 Sep 23 15:25:50.968529 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-73135350-ec2a-48e8-ac59-716fb64a5193 req-d402f4b3-7b4d-40ce-b6a7-3dd158d47cd1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Sep 23 15:25:51.192295 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3cb1a-fa32-4985-bb09-c85119b8fba9 req-c68126cc-4569-44e9-b7fb-800a43acba6a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:51.193781 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-80c3cb1a-fa32-4985-bb09-c85119b8fba9 req-c68126cc-4569-44e9-b7fb-800a43acba6a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 944 time: 0.0469844 Sep 23 15:25:51.244581 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-80c3cb1a-fa32-4985-bb09-c85119b8fba9 req-bc377612-88b0-4f3b-966a-097dc4f06913 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450411 Sep 23 15:25:51.286846 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-a81c729f-6bbc-49ac-a7f4-a06d00347428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:51.288664 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-a81c729f-6bbc-49ac-a7f4-a06d00347428 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 1128 time: 0.0448196 Sep 23 15:25:51.383620 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-1badc008-6e89-4b9b-9f2c-7b96d7b269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:51.385117 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-1badc008-6e89-4b9b-9f2c-7b96d7b269bd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.0871429 Sep 23 15:25:51.477271 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51986) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:51.485793 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:51.526397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Deleting subnet 570f49d1-ab4d-4081-b374-cd30211f52fc {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:25:51.529971 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Publish callbacks [] for subnet (570f49d1-ab4d-4081-b374-cd30211f52fc), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.565147 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2198363'] for subnet (570f49d1-ab4d-4081-b374-cd30211f52fc), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.603618 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (570f49d1-ab4d-4081-b374-cd30211f52fc), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.737001 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10331046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10481874'] for subnet (570f49d1-ab4d-4081-b374-cd30211f52fc), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.766849 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570f49d1-ab4d-4081-b374-cd30211f52fc,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:51.770627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.773740 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d9795844-938d-41fd-b28a-1be2985fc184 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/570f49d1-ab4d-4081-b374-cd30211f52fc HTTP/1.1" status: 204 len: 168 time: 0.2954290 Sep 23 15:25:51.776292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 51990) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:51.844036 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (5d0889b4-33f0-4d83-abe3-fa2925a19a90), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.910467 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:51.926735 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (5d0889b4-33f0-4d83-abe3-fa2925a19a90), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.947376 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d0889b4-33f0-4d83-abe3-fa2925a19a90']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:51.956722 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297664cb-d4af-4630-8178-daacc41cf03f') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:51.957027 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297664cb-d4af-4630-8178-daacc41cf03f') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:51.967194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (297664cb-d4af-4630-8178-daacc41cf03f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.980965 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (297664cb-d4af-4630-8178-daacc41cf03f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:51.988407 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:25:51.988723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (297664cb-d4af-4630-8178-daacc41cf03f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.022908 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.069676 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 297664cb-d4af-4630-8178-daacc41cf03f resource provider aggregate not found Sep 23 15:25:52.094734 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 297664cb-d4af-4630-8178-daacc41cf03f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 297664cb-d4af-4630-8178-daacc41cf03f found for delete ", "request_id": "req-9fa0472d-97dc-409b-aed3-6342983bd555"}]} Sep 23 15:25:52.101598 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:52.112212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e15a48-c900-4707-ba34-406504e8b34d req-af5fe321-ba81-4251-a7ac-66e865ce36a1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:52.113669 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e6e15a48-c900-4707-ba34-406504e8b34d req-af5fe321-ba81-4251-a7ac-66e865ce36a1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0576868 Sep 23 15:25:52.161819 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (5d0889b4-33f0-4d83-abe3-fa2925a19a90), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.168183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.171843 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/5d0889b4-33f0-4d83-abe3-fa2925a19a90 HTTP/1.1" status: 204 len: 168 time: 0.3946304 Sep 23 15:25:52.175243 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e6e15a48-c900-4707-ba34-406504e8b34d req-5456c5de-9375-4a3f-8142-e018c3a5d304 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558147 Sep 23 15:25:52.195548 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390bad6-d5c1-48cc-b4f2-495f312dc60a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d0889b4-33f0-4d83-abe3-fa2925a19a90,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:52.291314 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:52.311364 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:52.313243 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device d891c01a-6a8c-4f04-ae61-1c13c3cb2ed1 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:52.314319 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.376812 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061c586-fc0a-416b-8826-233f932c6fdd req-4a5f02d0-1dc9-4771-a25d-bf2ececd0fe4 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:52.378376 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6061c586-fc0a-416b-8826-233f932c6fdd req-4a5f02d0-1dc9-4771-a25d-bf2ececd0fe4 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 944 time: 0.0513680 Sep 23 15:25:52.426067 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6061c586-fc0a-416b-8826-233f932c6fdd req-a17018cf-3949-4dc8-953b-1be4634064cb tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421185 Sep 23 15:25:52.604723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52004) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:52.649278 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-61a4dff1-9f0b-4d85-b422-3993050e1f93 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c9488f4d4af441168341205e0e936ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432408 Sep 23 15:25:52.651587 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52006) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:52.699033 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-73510572-038e-48dd-a72a-9040b412b857 admin admin] Publish callbacks [] for security_group (04215771-25d1-449f-9c1e-bf67858d1038), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.719397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-73510572-038e-48dd-a72a-9040b412b857 admin admin] Publish callbacks [] for security_group (04215771-25d1-449f-9c1e-bf67858d1038), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.896616 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-73510572-038e-48dd-a72a-9040b412b857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (04215771-25d1-449f-9c1e-bf67858d1038), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.899118 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-73510572-038e-48dd-a72a-9040b412b857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:52.900298 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-73510572-038e-48dd-a72a-9040b412b857 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/04215771-25d1-449f-9c1e-bf67858d1038 HTTP/1.1" status: 204 len: 168 time: 0.2477341 Sep 23 15:25:52.908782 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73510572-038e-48dd-a72a-9040b412b857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04215771-25d1-449f-9c1e-bf67858d1038,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:53.301099 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.312472 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d891c-d504-4797-9fc2-7d19a92df146 req-dc5a8ce7-3cd1-4934-8e31-13cebab87a6c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.314324 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b12d891c-d504-4797-9fc2-7d19a92df146 req-dc5a8ce7-3cd1-4934-8e31-13cebab87a6c tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0595715 Sep 23 15:25:53.364603 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b12d891c-d504-4797-9fc2-7d19a92df146 req-62f95238-65ab-44fa-91dd-dc365fc4cc15 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446167 Sep 23 15:25:53.480864 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=91 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.485954 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=29 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.549296 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e7987-db0f-4288-9682-d0bf14086422 req-d1f98ec0-4536-4ca1-b9ff-d33458c2a453 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.550777 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69e7987-db0f-4288-9682-d0bf14086422 req-d1f98ec0-4536-4ca1-b9ff-d33458c2a453 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 944 time: 0.0473607 Sep 23 15:25:53.601635 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c69e7987-db0f-4288-9682-d0bf14086422 req-3172fa5b-b402-473f-bec6-0c4b9d0766b6 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448818 Sep 23 15:25:53.649685 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-441ab401-1420-4ac5-8787-650560171ad1 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55436e11-cb4f-4c3c-ab14-4385e7710520 HTTP/1.1" status: 200 len: 217 time: 0.0380156 Sep 23 15:25:53.723496 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-37ec97f2-28a2-4b20-bb50-29573f41bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.724955 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-37ec97f2-28a2-4b20-bb50-29573f41bfaf service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.0569100 Sep 23 15:25:53.761096 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8732070-828e-4de5-b171-0e902be0a816 req-b14d2ab2-f2b5-43e6-a641-7435d94d9ddd tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.762553 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a8732070-828e-4de5-b171-0e902be0a816 req-b14d2ab2-f2b5-43e6-a641-7435d94d9ddd tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0521367 Sep 23 15:25:53.823199 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a8732070-828e-4de5-b171-0e902be0a816 req-e6fef2e8-6813-4dac-a1a8-907bdfa2595e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534089 Sep 23 15:25:53.873056 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-f9fcf34f-b333-4efc-8d7b-7e0bfb14713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.873056 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-f9fcf34f-b333-4efc-8d7b-7e0bfb14713f service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531023 Sep 23 15:25:53.931057 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:53.977774 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-e40ea65a-3d73-45ac-9861-68114a9a78c1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:53.979210 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-e40ea65a-3d73-45ac-9861-68114a9a78c1 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0607927 Sep 23 15:25:53.989569 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-dfd7e500-6d88-43c7-b59e-8fd0a5baeaef service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233845 Sep 23 15:25:54.197261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Deleting port 0ac971ff-aa73-4c23-905e-b603461ad30f {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:54.197475 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.300926 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55436e11-cb4f-4c3c-ab14-4385e7710520 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:25:54.421265 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 55436e11-cb4f-4c3c-ab14-4385e7710520, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55436e11-cb4f-4c3c-ab14-4385e7710520,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:54.440890 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'port_id': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'mac_address': 'fa:16:3e:12:d0:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:25:54.466836 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d7bd25c-7663-4286-9b18-b18860c87864 req-b2d6044c-ec1d-4737-adc7-bc6f6c5229e5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321303 Sep 23 15:25:54.505258 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 55436e11-cb4f-4c3c-ab14-4385e7710520 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:54.505657 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.522379 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55436e11-cb4f-4c3c-ab14-4385e7710520 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:25:54.530120 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b71e17-7d42-4b11-b32e-06ee9c242d28 req-460d19d7-1df5-4a5f-936d-96ce60ceeeb0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:54.538682 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d2b71e17-7d42-4b11-b32e-06ee9c242d28 req-460d19d7-1df5-4a5f-936d-96ce60ceeeb0 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 946 time: 0.0727866 Sep 23 15:25:54.547040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 55436e11-cb4f-4c3c-ab14-4385e7710520, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55436e11-cb4f-4c3c-ab14-4385e7710520,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:54.555564 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] For port 0ac971ff-aa73-4c23-905e-b603461ad30f, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0ac971ff-aa73-4c23-905e-b603461ad30f,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:54.555926 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.568339 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:54.575204 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Calling delete_port for 0ac971ff-aa73-4c23-905e-b603461ad30f owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:54.587475 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d2b71e17-7d42-4b11-b32e-06ee9c242d28 req-d8033960-56b7-43e9-b987-45429f337f72 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=807539f9-84da-4285-8306-e43c2f0ef5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479248 Sep 23 15:25:54.599353 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.660011 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=55436e11-cb4f-4c3c-ab14-4385e7710520,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:54.669061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.674630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:25:54.773936 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71b11d-917f-42c6-b109-62ab5f47e14c req-db39b060-cb90-4106-9ed7-c655a3ff808f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:54.775462 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d71b11d-917f-42c6-b109-62ab5f47e14c req-db39b060-cb90-4106-9ed7-c655a3ff808f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 945 time: 0.0792732 Sep 23 15:25:54.826359 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d71b11d-917f-42c6-b109-62ab5f47e14c req-5ca65233-4962-483b-9dd7-79ebf8a4e276 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446088 Sep 23 15:25:54.841999 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (0ac971ff-aa73-4c23-905e-b603461ad30f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.877019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Pushing event deleted for resources: {'Port': ['ID=0ac971ff-aa73-4c23-905e-b603461ad30f,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:54.897224 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['55436e11-cb4f-4c3c-ab14-4385e7710520'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:25:54.925676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] No DVR routers for this DVR port 0ac971ff-aa73-4c23-905e-b603461ad30f on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:25:54.929057 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:54.932557 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-608b4065-d14e-436d-9622-c72a41bf7b3f req-cc7ea530-e7b3-4b6e-85e4-2776e1d4afc5 tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.77 "DELETE /networking/v2.0/ports/0ac971ff-aa73-4c23-905e-b603461ad30f HTTP/1.1" status: 204 len: 173 time: 0.8968165 Sep 23 15:25:54.940774 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'name': 'network-vif-deleted', 'tag': '0ac971ff-aa73-4c23-905e-b603461ad30f'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:54.940774 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea43e86-531f-4bcb-9440-cbea9a4d98d1" -d '{"events": [{"server_uuid": "53291dd1-3df2-438e-a2aa-80fa4e76245c", "name": "network-vif-deleted", "tag": "0ac971ff-aa73-4c23-905e-b603461ad30f"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:54.974684 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=8,neutron:SELECT=92 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:54.987119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04a2a1-3dce-493e-9da4-8d3b2c792bbf req-73b14210-daa4-4002-9ab0-b9c6a67256d1 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:54.989840 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2c04a2a1-3dce-493e-9da4-8d3b2c792bbf req-73b14210-daa4-4002-9ab0-b9c6a67256d1 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0685554 Sep 23 15:25:54.994755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a451def-f349-49ff-9a46-0b8f1fe5e73a x-openstack-request-id: req-2a451def-f349-49ff-9a46-0b8f1fe5e73a {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:54.995058 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53291dd1-3df2-438e-a2aa-80fa4e76245c", "name": "network-vif-deleted", "tag": "0ac971ff-aa73-4c23-905e-b603461ad30f", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:54.995661 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a451def-f349-49ff-9a46-0b8f1fe5e73a {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:54.996266 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a451def-f349-49ff-9a46-0b8f1fe5e73a'] response: {'server_uuid': '53291dd1-3df2-438e-a2aa-80fa4e76245c', 'name': 'network-vif-deleted', 'tag': '0ac971ff-aa73-4c23-905e-b603461ad30f', 'status': 'completed', 'code': 200} Sep 23 15:25:55.071663 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2c04a2a1-3dce-493e-9da4-8d3b2c792bbf req-824afb7c-aaaf-4a01-9605-2ef74660038e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749106 Sep 23 15:25:55.709940 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0cc4004b-d05e-4189-a567-663b00933525 req-deb2f226-3cdb-49fa-97ff-11da95498e8e tempest-ServerRescueNegativeTestJSON-717875198 tempest-ServerRescueNegativeTestJSON-717875198-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=53291dd1-3df2-438e-a2aa-80fa4e76245c HTTP/1.1" status: 200 len: 210 time: 0.0322881 Sep 23 15:25:55.965408 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb6f92-4ee6-4826-82b7-98d7a326662e req-362e4a9b-1d57-41bc-98b8-f94d310cb240 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:55.965408 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a8eb6f92-4ee6-4826-82b7-98d7a326662e req-362e4a9b-1d57-41bc-98b8-f94d310cb240 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 945 time: 0.0475829 Sep 23 15:25:56.013056 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a8eb6f92-4ee6-4826-82b7-98d7a326662e req-b8185960-f84b-44af-8e27-865a490ff3cd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 Sep 23 15:25:56.159206 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:56.197376 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010cac-a6bb-4de0-ad3a-90bfeec7653d req-5ea0bb99-1835-46e2-b0cd-bab719c01ea9 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:56.198834 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51010cac-a6bb-4de0-ad3a-90bfeec7653d req-5ea0bb99-1835-46e2-b0cd-bab719c01ea9 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0501275 Sep 23 15:25:56.252833 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-51010cac-a6bb-4de0-ad3a-90bfeec7653d req-0ee3c8fe-84f8-483f-81be-212cb5e8cc36 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475681 Sep 23 15:25:56.318523 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55436e11-cb4f-4c3c-ab14-4385e7710520 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:25:56.367271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 55436e11-cb4f-4c3c-ab14-4385e7710520 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:25:56.467528 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 55436e11-cb4f-4c3c-ab14-4385e7710520 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:25:56.468005 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:56.468737 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 55436e11-cb4f-4c3c-ab14-4385e7710520 Sep 23 15:25:56.549799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 55436e11-cb4f-4c3c-ab14-4385e7710520 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:25:56.550202 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:56.574465 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:25:56.576782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2f7138-089d-4358-94e8-be0d2c70e209" -d '{"events": [{"server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "name": "network-vif-plugged", "status": "completed", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:25:56.590743 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 55436e11-cb4f-4c3c-ab14-4385e7710520, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55436e11-cb4f-4c3c-ab14-4385e7710520,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:56.668837 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:56.669126 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0ac971ff-aa73-4c23-905e-b603461ad30f no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:25:56.710224 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 0ac971ff-aa73-4c23-905e-b603461ad30f {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:25:56.710650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0ac971ff-aa73-4c23-905e-b603461ad30f not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:25:56.713615 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:56.739438 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=55436e11-cb4f-4c3c-ab14-4385e7710520,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:56.741482 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91a7d02-87f5-45d8-8bf3-5bcc9535a4f0 x-openstack-request-id: req-e91a7d02-87f5-45d8-8bf3-5bcc9535a4f0 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:25:56.741826 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "name": "network-vif-plugged", "status": "completed", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:25:56.742085 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e91a7d02-87f5-45d8-8bf3-5bcc9535a4f0 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:25:56.742487 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91a7d02-87f5-45d8-8bf3-5bcc9535a4f0'] response: {'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'code': 200} Sep 23 15:25:56.786456 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52082) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:57.004131 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:57.156904 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334fb04-8317-4418-b785-dfc9b09c9107 req-1079285a-e600-4a3c-a09c-602429fc9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:57.158546 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7334fb04-8317-4418-b785-dfc9b09c9107 req-1079285a-e600-4a3c-a09c-602429fc9490 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 1130 time: 0.0412493 Sep 23 15:25:57.212540 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f992b90-f668-4a58-8ddf-cc874de1f292 req-7b7551ea-bf23-4155-854d-862380c3b34e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:57.213939 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4f992b90-f668-4a58-8ddf-cc874de1f292 req-7b7551ea-bf23-4155-854d-862380c3b34e tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0905111 Sep 23 15:25:57.215701 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7334fb04-8317-4418-b785-dfc9b09c9107 req-cd765722-f54d-4720-9444-c19d9e63148b service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Sep 23 15:25:57.356633 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4f992b90-f668-4a58-8ddf-cc874de1f292 req-58de7baa-01f3-4052-921d-c7eb26ea0479 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237955 Sep 23 15:25:57.389772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cedba4-0b15-4f10-a15c-64d52db2664e req-38d49d06-ffdf-4c01-93d2-2f038e79505a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:57.389772 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79cedba4-0b15-4f10-a15c-64d52db2664e req-38d49d06-ffdf-4c01-93d2-2f038e79505a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0515926 Sep 23 15:25:57.435916 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79cedba4-0b15-4f10-a15c-64d52db2664e req-2d364eee-bebf-469c-a4b4-f880d0b17cb4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446088 Sep 23 15:25:57.443681 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:57.708851 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Deleting port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:57.709196 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:57.711547 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:57.794765 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] For port 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:57.795124 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:57.808710 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Calling delete_port for 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf owned by network:router_interface {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:58.082926 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:58.108936 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:58.225262 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:58.287566 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:58.507957 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:58.520602 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae99e64-f5d3-4de1-9f01-ffa5bd2edbd5 req-be2c4be3-aca5-4718-b916-8d56f8445c65 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:58.522085 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-eae99e64-f5d3-4de1-9f01-ffa5bd2edbd5 req-be2c4be3-aca5-4718-b916-8d56f8445c65 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0856314 Sep 23 15:25:58.552867 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:25:58.566967 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89aac-ade4-4180-be63-c6cc651529fd req-28f3aacc-fa94-47ef-992a-f5a0013589f5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:58.568527 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f9e89aac-ade4-4180-be63-c6cc651529fd req-28f3aacc-fa94-47ef-992a-f5a0013589f5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0538962 Sep 23 15:25:58.592411 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-eae99e64-f5d3-4de1-9f01-ffa5bd2edbd5 req-bbb1b9f4-b6ad-474f-9830-7f6afd933b9f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637443 Sep 23 15:25:58.619734 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f9e89aac-ade4-4180-be63-c6cc651529fd req-b81ca3b8-05d0-4b8a-a09c-736121191d8b tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Sep 23 15:25:58.682504 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:25:58.688112 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-afc9c4b5-36b1-4ed7-a8e8-632a5c44b357 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9005811 Sep 23 15:25:58.691110 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52102) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:25:58.691952 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] Sync routers for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:25:58.702295 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:58.702924 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:58.793543 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks [] for router (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:58.804035 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:58.899085 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks [] for router_gateway (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:58.976583 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83'}], 'enable_snat': True}, 'gw_port_id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:25:57Z', 'revision_number': 5, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port': {'id': 'ad28ced4-7134-4603-8c31-812ce87593bd', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:2a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:59.003361 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] Checking router: d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:25:59.011946 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] Routers {'d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:25:59.012592 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:59.015058 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Deleting port ad28ced4-7134-4603-8c31-812ce87593bd {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:25:59.015583 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:59.103397 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] Set router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e gateway port host: None {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:25:59.113090 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] For port ad28ced4-7134-4603-8c31-812ce87593bd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=ad28ced4-7134-4603-8c31-812ce87593bd,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:25:59.113635 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:59.127825 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Calling delete_port for ad28ced4-7134-4603-8c31-812ce87593bd owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:25:59.156505 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:25:58Z', 'revision_number': 6, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:25:59.174833 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:59.185805 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1890619-88fa-47b2-8617-07708cf4afd7 None None] The sync data for ids ['d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e'] in dv-cinder-855307-2-iscsi is: [{'id': 'd5638a20-c8c3-49c3-94c5-cb2c0a63ec7e', 'name': 'tempest-ServerRescueNegativeTestJSON-1265194411-router', 'tenant_id': 'a079aa0c75bf44619342f53006d88ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:25:58Z', 'revision_number': 6, 'project_id': 'a079aa0c75bf44619342f53006d88ff9', 'gw_port_host': None}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:25:59.636562 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (ad28ced4-7134-4603-8c31-812ce87593bd), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:59.661576 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad28ced4-7134-4603-8c31-812ce87593bd,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:25:59.757010 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b33e-e4ec-487c-b26a-101a15029648 req-08197405-25e8-4220-aa4c-852ee81cb3e9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:59.758493 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4682b33e-e4ec-487c-b26a-101a15029648 req-08197405-25e8-4220-aa4c-852ee81cb3e9 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0864360 Sep 23 15:25:59.761081 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69310d8-3979-4aec-b65a-3f8fdcbd2616 req-159ee85c-bdf2-4be2-a44e-a6607b9f6f6c tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:25:59.763100 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f69310d8-3979-4aec-b65a-3f8fdcbd2616 req-159ee85c-bdf2-4be2-a44e-a6607b9f6f6c tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0504689 Sep 23 15:25:59.787432 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:59.816221 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f69310d8-3979-4aec-b65a-3f8fdcbd2616 req-5acd3968-e1a1-4741-ad98-96a63c915c5c tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472314 Sep 23 15:25:59.850657 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:25:59.895795 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:59.900441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks [] for router_controller (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:25:59.909428 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4682b33e-e4ec-487c-b26a-101a15029648 req-e48f3214-1acf-46cd-b661-c780bf399753 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414967 Sep 23 15:26:00.042240 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.042832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:26:00.048893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.049888 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-223c85b3-a74a-468a-a02c-2eceffc99e8d admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/d5638a20-c8c3-49c3-94c5-cb2c0a63ec7e HTTP/1.1" status: 204 len: 168 time: 1.3578141 Sep 23 15:26:00.052652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52110) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:00.095455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:00.112498 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Deleting subnet 77faac88-261b-48cd-8d7e-c9e0b109e497 {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:26:00.115807 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Publish callbacks [] for subnet (77faac88-261b-48cd-8d7e-c9e0b109e497), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.152931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2198363'] for subnet (77faac88-261b-48cd-8d7e-c9e0b109e497), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.274744 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (77faac88-261b-48cd-8d7e-c9e0b109e497), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.514146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10331046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10481874'] for subnet (77faac88-261b-48cd-8d7e-c9e0b109e497), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.541224 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77faac88-261b-48cd-8d7e-c9e0b109e497,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:00.545030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.549390 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8e9cd84f-7cc7-4122-a1ba-8c320d6e9384 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/77faac88-261b-48cd-8d7e-c9e0b109e497 HTTP/1.1" status: 204 len: 168 time: 0.4948299 Sep 23 15:26:00.550388 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e667994c-5a27-42ca-8bf2-0ea3d94dd054 None None] Network 0fed3158-67d0-44f2-9c11-c1330461e633 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:00.551790 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52114) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:00.628946 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (0fed3158-67d0-44f2-9c11-c1330461e633), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.683392 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Deleting port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:00.683732 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.704214 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] DHCP port deletion for 0fed3158-67d0-44f2-9c11-c1330461e633 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:26:00.741681 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] Deleting port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:00.742450 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.750677 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] For port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:00.751051 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.770026 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Calling delete_port for 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:00.810090 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] For port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,segment=NetworkSegment(7f0b3a75-52d1-41d3-8f2b-65c872ea16ad),segment_id=7f0b3a75-52d1-41d3-8f2b-65c872ea16ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:00.810490 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.824012 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] Calling delete_port for 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:00.940641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818677-fd48-4e1b-9da8-08397c328903 req-462b2869-3a49-49c1-b348-edcab9ec3acd tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:00.942025 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a0818677-fd48-4e1b-9da8-08397c328903 req-462b2869-3a49-49c1-b348-edcab9ec3acd tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0483675 Sep 23 15:26:00.970864 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.977455 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (809be8f9-b92a-4b3d-bc5b-2f8351bc17c6), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:00.995013 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a0818677-fd48-4e1b-9da8-08397c328903 req-3a9f1d35-4b03-4662-83a2-24e00e0cf8ff tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472627 Sep 23 15:26:01.009544 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] Pushing event deleted for resources: {'Port': ['ID=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:01.013666 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93a0e8-9caf-4077-8b74-4f30455aac2c None None] No DVR routers for this DVR port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:01.026354 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] No DVR routers for this DVR port 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 on host dv-cinder-855307-2-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:01.030693 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=809be8f9-b92a-4b3d-bc5b-2f8351bc17c6,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:01.111338 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ad28ced4-7134-4603-8c31-812ce87593bd no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:01.126157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898894f-21c9-4e97-8fa0-dc244fd9dda7 req-9abd0959-2ba0-4fd6-8f71-7cde2b3d2f5d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:01.127644 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6898894f-21c9-4e97-8fa0-dc244fd9dda7 req-9abd0959-2ba0-4fd6-8f71-7cde2b3d2f5d tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.1182394 Sep 23 15:26:01.133353 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: ad28ced4-7134-4603-8c31-812ce87593bd {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:01.133547 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ad28ced4-7134-4603-8c31-812ce87593bd not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:01.133824 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:01.146101 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (0fed3158-67d0-44f2-9c11-c1330461e633), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:01.153466 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:01.153818 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 4cdd72f4-13cb-4170-8f42-c4e7c3fc8adf not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:01.154250 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:01.174020 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:01.174388 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 809be8f9-b92a-4b3d-bc5b-2f8351bc17c6 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:01.176355 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fed3158-67d0-44f2-9c11-c1330461e633']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:01.194019 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:01.194315 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0b3a75-52d1-41d3-8f2b-65c872ea16ad') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:01.212243 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (7f0b3a75-52d1-41d3-8f2b-65c872ea16ad), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:01.222172 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6898894f-21c9-4e97-8fa0-dc244fd9dda7 req-8d2a2a03-bdf5-4214-a328-c9eea430b850 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855205 Sep 23 15:26:01.234627 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (7f0b3a75-52d1-41d3-8f2b-65c872ea16ad), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:01.253151 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:01.253151 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (7f0b3a75-52d1-41d3-8f2b-65c872ea16ad), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:01.267545 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:01.402305 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (0fed3158-67d0-44f2-9c11-c1330461e633), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:01.410040 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 7f0b3a75-52d1-41d3-8f2b-65c872ea16ad resource provider aggregate not found Sep 23 15:26:01.415136 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:01.417008 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/0fed3158-67d0-44f2-9c11-c1330461e633 HTTP/1.1" status: 204 len: 168 time: 0.8641083 Sep 23 15:26:01.431934 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019d3a2-f84f-48d0-91f6-1991964f95f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fed3158-67d0-44f2-9c11-c1330461e633,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:01.435179 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 7f0b3a75-52d1-41d3-8f2b-65c872ea16ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f0b3a75-52d1-41d3-8f2b-65c872ea16ad found for delete ", "request_id": "req-3794507a-6822-40ed-8818-e8928833d2da"}]} Sep 23 15:26:01.951050 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52136) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:01.991801 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ca2452a6-2ec1-4ee8-bba4-50bfeac33bc0 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a079aa0c75bf44619342f53006d88ff9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394988 Sep 23 15:26:01.994195 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52138) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:02.045162 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b6b949a-ad00-4c05-a1a3-f24fe5f4e8e3 admin admin] Publish callbacks [] for security_group (807539f9-84da-4285-8306-e43c2f0ef5c0), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.067737 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b6b949a-ad00-4c05-a1a3-f24fe5f4e8e3 admin admin] Publish callbacks [] for security_group (807539f9-84da-4285-8306-e43c2f0ef5c0), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.120989 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:02.130487 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09e0db-232f-40a8-8796-f826dea28b3a req-fe9a6a46-7047-473b-93b8-a4b351ef413e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:02.132063 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2d09e0db-232f-40a8-8796-f826dea28b3a req-fe9a6a46-7047-473b-93b8-a4b351ef413e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0559385 Sep 23 15:26:02.183188 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2d09e0db-232f-40a8-8796-f826dea28b3a req-d509ff39-1e64-4b7d-9b93-71d99c8ad674 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455739 Sep 23 15:26:02.273637 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b6b949a-ad00-4c05-a1a3-f24fe5f4e8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (807539f9-84da-4285-8306-e43c2f0ef5c0), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.276254 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6b6b949a-ad00-4c05-a1a3-f24fe5f4e8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.277414 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6b6b949a-ad00-4c05-a1a3-f24fe5f4e8e3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/807539f9-84da-4285-8306-e43c2f0ef5c0 HTTP/1.1" status: 204 len: 168 time: 0.2823424 Sep 23 15:26:02.287792 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b949a-ad00-4c05-a1a3-f24fe5f4e8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807539f9-84da-4285-8306-e43c2f0ef5c0,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:02.368777 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17422e35-d2cc-40fe-bda4-e476e4225a4f req-f93d7719-bc87-45ea-81ba-35d73bdfb393 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:02.370290 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-17422e35-d2cc-40fe-bda4-e476e4225a4f req-f93d7719-bc87-45ea-81ba-35d73bdfb393 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0492220 Sep 23 15:26:02.421318 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-17422e35-d2cc-40fe-bda4-e476e4225a4f req-362d32c4-13fb-44c3-beb6-18b543fd7806 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429740 Sep 23 15:26:02.542838 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adefd12-4c32-4ace-a26d-f54fd5cde09a req-1fa8b449-ace1-4c85-abd3-2e703d59a28a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:02.544376 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6adefd12-4c32-4ace-a26d-f54fd5cde09a req-1fa8b449-ace1-4c85-abd3-2e703d59a28a tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0507638 Sep 23 15:26:02.555657 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52152) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:02.563028 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Request body: {'floatingip': {'port_id': '55436e11-cb4f-4c3c-ab14-4385e7710520'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:02.600772 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (fadc3611-4293-493f-9719-fc4f9391cd79), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:02.603509 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:02.969092 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:03.066723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:03.203522 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (fadc3611-4293-493f-9719-fc4f9391cd79), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:03.375188 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc72378-31d9-48f2-8fac-465164fbca79 req-fd1836ea-3edb-4b63-af34-03d13235481b tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:03.380730 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ffc72378-31d9-48f2-8fac-465164fbca79 req-fd1836ea-3edb-4b63-af34-03d13235481b tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0615475 Sep 23 15:26:03.380730 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Floating IP fadc3611-4293-493f-9719-fc4f9391cd79 associated. External IP: 172.27.0.4, port: 55436e11-cb4f-4c3c-ab14-4385e7710520. Sep 23 15:26:03.477294 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-ffc72378-31d9-48f2-8fac-465164fbca79 req-48f38c4a-04f5-4aa6-bf5a-ee373532e0a3 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929179 Sep 23 15:26:03.635346 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:03.757263 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:03.765464 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:03.770793 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:03.781282 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:03.782232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:03.807759 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-69321670-4557-46ab-aa13-f2b38caa7a8f tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/fadc3611-4293-493f-9719-fc4f9391cd79 HTTP/1.1" status: 200 len: 990 time: 1.2501459 Sep 23 15:26:03.808251 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:03.810731 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813778d7-034d-4cec-9ac5-3d74580a915d" -d '{"events": [{"name": "network-changed", "server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:03.901184 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:03.946258 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507294e6-70cb-46ba-92f9-abd39a771ed3 x-openstack-request-id: req-507294e6-70cb-46ba-92f9-abd39a771ed3 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:03.946553 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:03.946815 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-507294e6-70cb-46ba-92f9-abd39a771ed3 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:03.947234 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-507294e6-70cb-46ba-92f9-abd39a771ed3'] response: {'name': 'network-changed', 'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'status': 'completed', 'code': 200} Sep 23 15:26:04.054193 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-86f4dc5f-9e83-4449-bc75-1321938326f2 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2069957819&fields=id&tenant_id=efbab8ef4fbd4c61811d0fc046290937 HTTP/1.1" status: 200 len: 267 time: 0.0616989 Sep 23 15:26:04.081938 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:04.136920 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-d3d633c1-b0b3-4653-a224-4fa8b07a5929 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.146182 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-d3d633c1-b0b3-4653-a224-4fa8b07a5929 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 985 time: 0.0850234 Sep 23 15:26:04.153039 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Request body: {'port': {'security_groups': ['e6ff3922-4cd2-4577-976b-974bfb18a705']}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:04.154913 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813778d7-034d-4cec-9ac5-3d74580a915d req-c4b93cae-2548-4d50-bf22-3cb6c2704848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.156582 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'fadc3611-4293-493f-9719-fc4f9391cd79', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'port_id': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'mac_address': 'fa:16:3e:12:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:39Z', 'updated_at': '2022-09-23T15:26:02Z', 'revision_number': 1, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:04.160217 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-c4b93cae-2548-4d50-bf22-3cb6c2704848 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 1130 time: 0.0843205 Sep 23 15:26:04.166253 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-1c2c6c80-312d-4afa-975f-b02b2c8c087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.168067 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-1c2c6c80-312d-4afa-975f-b02b2c8c087c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1129 time: 0.0586238 Sep 23 15:26:04.179921 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:04.182595 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:04.194238 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:04.195028 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:04.293401 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:04.335541 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-f2e61ad1-973f-4018-9f45-7896160b0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.337436 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-f2e61ad1-973f-4018-9f45-7896160b0b11 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 909 time: 0.1447544 Sep 23 15:26:04.390225 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:04.503412 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:04.520493 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813778d7-034d-4cec-9ac5-3d74580a915d req-2d326fdb-0700-4926-9e18-fab9761b1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.521984 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-2d326fdb-0700-4926-9e18-fab9761b1658 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 200 len: 911 time: 0.3412726 Sep 23 15:26:04.642265 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:04.674052 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:04.676637 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-b8bb5dbc-2c2d-4048-8956-c9a7a601bf23 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55436e11-cb4f-4c3c-ab14-4385e7710520 HTTP/1.1" status: 200 len: 998 time: 0.1434588 Sep 23 15:26:04.682806 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-22b30d4b-c7d7-4051-942d-00313df8f95b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 1001 time: 0.1755865 Sep 23 15:26:04.715835 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:04.779749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813778d7-034d-4cec-9ac5-3d74580a915d req-023e2f78-8b94-4043-b26e-6502a5df7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.781695 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-023e2f78-8b94-4043-b26e-6502a5df7f34 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 200 len: 849 time: 0.0979998 Sep 23 15:26:04.783235 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-e8d59f47-6823-4b3f-a079-940a613debe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.784645 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-e8d59f47-6823-4b3f-a079-940a613debe2 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 200 len: 847 time: 0.0917029 Sep 23 15:26:04.788079 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:04.802561 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['f8bb92b2-35e5-484a-adc2-f6309c059f45'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:04.815133 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.816206 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:04.834712 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d47c8b77-3038-4ce0-9452-3c4df9eca996 req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "PUT /networking/v2.0/ports/f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 943 time: 0.6845026 Sep 23 15:26:04.841636 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:04.851436 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-ff267b03-5a30-4b23-9907-19f2b1b97bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:04.854245 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-ff267b03-5a30-4b23-9907-19f2b1b97bcb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=791f912d-07bc-4fff-ad75-2b567e29c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508993 Sep 23 15:26:04.863664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52216) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:04.892143 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'fadc3611-4293-493f-9719-fc4f9391cd79', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'port_id': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'mac_address': 'fa:16:3e:12:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:39Z', 'updated_at': '2022-09-23T15:26:02Z', 'revision_number': 1, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:04.894760 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9e9d6-a7f5-4b5a-9bff-5052ec25ce5d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event updated for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=7']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:04.938526 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['f8bb92b2-35e5-484a-adc2-f6309c059f45'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:04.947368 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200bf7ea-0844-4c4e-8370-f38009f6e40a None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'fadc3611-4293-493f-9719-fc4f9391cd79', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'floating_ip_address': '172.27.0.4', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'port_id': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'mac_address': 'fa:16:3e:12:d0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:25:39Z', 'updated_at': '2022-09-23T15:26:02Z', 'revision_number': 1, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:05.000616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.085435 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813778d7-034d-4cec-9ac5-3d74580a915d req-4943202e-2e87-4ba3-9ce2-deb51fd538b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:05.087561 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-4943202e-2e87-4ba3-9ce2-deb51fd538b5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3f7a81d-77e4-45ed-aa33-730087d69ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2829337 Sep 23 15:26:05.088019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.096019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4e50-0705-423a-b05d-e2823d218204 req-f8dffb1d-9018-4d1f-9625-63f1fd036dfb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:05.103073 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-271b4e50-0705-423a-b05d-e2823d218204 req-f8dffb1d-9018-4d1f-9625-63f1fd036dfb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.1538687 Sep 23 15:26:05.181581 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52224) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:05.248462 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.265061 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f28250e-846b-4bcb-abb5-7783ffbf9b70 None None] New status for floating IP fadc3611-4293-493f-9719-fc4f9391cd79: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:26:05.291448 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-271b4e50-0705-423a-b05d-e2823d218204 req-0c9ac917-2389-4874-9a7a-5c14546ecfa5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868925 Sep 23 15:26:05.296214 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group (2737feda-37fe-49e8-9669-324943584fe5), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.317092 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f4f514c6-457a-475f-aa3c-0acc09c07de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.320089 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-02052b0c-75f8-4796-98f7-ce803b65bfd9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525547 Sep 23 15:26:05.366306 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group (2737feda-37fe-49e8-9669-324943584fe5), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.405951 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-fafc3552-74c6-4208-9daf-8124598eadb2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980554 Sep 23 15:26:05.415282 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f4f514c6-457a-475f-aa3c-0acc09c07de1 admin admin] Publish callbacks [] for security_group (c1d6d767-53c3-45e8-afa0-942140df1b54), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.508069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f4f514c6-457a-475f-aa3c-0acc09c07de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c1d6d767-53c3-45e8-afa0-942140df1b54), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.532728 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bf11c44a-dd84-4546-89aa-898f0ff3047b req-079d1491-85b6-4765-a5aa-52bd128b9b8e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042122 Sep 23 15:26:05.568555 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f4f514c6-457a-475f-aa3c-0acc09c07de1 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=0d1843be4df843d6a5ae7118346a1b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3829215 Sep 23 15:26:05.568776 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-813778d7-034d-4cec-9ac5-3d74580a915d req-0c79e821-ea2d-4e75-b5e7-5da75c27a30e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549532 Sep 23 15:26:05.571235 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f514c6-457a-475f-aa3c-0acc09c07de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d6d767-53c3-45e8-afa0-942140df1b54,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:05.571360 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52232) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:05.631799 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a7d-adbe-468c-8c66-2ab6a533cca7 admin admin] Publish callbacks [] for security_group (c1d6d767-53c3-45e8-afa0-942140df1b54), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.652471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a7d-adbe-468c-8c66-2ab6a533cca7 admin admin] Publish callbacks [] for security_group (c1d6d767-53c3-45e8-afa0-942140df1b54), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.661212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2737feda-37fe-49e8-9669-324943584fe5), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.663677 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.664855 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2737feda-37fe-49e8-9669-324943584fe5 HTTP/1.1" status: 204 len: 168 time: 0.7991893 Sep 23 15:26:05.669335 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52234) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:05.670520 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.687907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2737feda-37fe-49e8-9669-324943584fe5,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:05.702978 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.703260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.703611 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.703950 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.704320 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.704656 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.704988 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.705333 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.705648 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.705975 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.706301 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.706663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.706990 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.707315 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.707638 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeed70c6-f3a5-44d9-9dd9-0b2f5fbb0f19 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:05.777371 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:05.815251 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Deleting port 37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:05.815594 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.838746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a7d-adbe-468c-8c66-2ab6a533cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c1d6d767-53c3-45e8-afa0-942140df1b54), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.841497 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d28a7a7d-adbe-468c-8c66-2ab6a533cca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.843633 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d28a7a7d-adbe-468c-8c66-2ab6a533cca7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c1d6d767-53c3-45e8-afa0-942140df1b54 HTTP/1.1" status: 204 len: 168 time: 0.2710078 Sep 23 15:26:05.853534 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a7a7d-adbe-468c-8c66-2ab6a533cca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d6d767-53c3-45e8-afa0-942140df1b54,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:05.902144 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.902484 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for floatingip (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:05.916656 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Calling delete_port for 37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079 owned by network:floatingip {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:05.959793 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:05.962029 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f00ecee-e323-407f-b4bd-f79e88393804" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:06.012016 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe175c2-b79d-453f-b21f-1948bfcfbfb3 x-openstack-request-id: req-ebe175c2-b79d-453f-b21f-1948bfcfbfb3 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:06.012558 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:06.012823 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebe175c2-b79d-453f-b21f-1948bfcfbfb3 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:06.013225 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe175c2-b79d-453f-b21f-1948bfcfbfb3'] response: {'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'status': 'completed', 'code': 200} Sep 23 15:26:06.370836 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.445466 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event deleted for resources: {'Port': ['ID=37a6e7a4-cdf6-4d8c-9b65-ec9b51ecb079,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:06.488402 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:06.494897 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740fd93-50f8-463b-919c-18f7e5f03498 req-6d956ee2-abd3-4996-be2a-4624171ee59e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:06.496506 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d740fd93-50f8-463b-919c-18f7e5f03498 req-6d956ee2-abd3-4996-be2a-4624171ee59e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.1078176 Sep 23 15:26:06.518294 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks [] for floatingip (d3f1e783-823b-4dc0-98ad-c30ad7abb667), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:06.518628 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Floating IP d3f1e783-823b-4dc0-98ad-c30ad7abb667 disassociated (deleted). External IP: 172.27.0.223, port: f8bb92b2-35e5-484a-adc2-f6309c059f45. Sep 23 15:26:06.629085 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d740fd93-50f8-463b-919c-18f7e5f03498 req-870eccc4-2cc2-4f0f-b689-f9aeacf50005 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234267 Sep 23 15:26:06.886533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-aaa5d66e-27b6-454c-a423-aa6865cb8243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:06.888181 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-aaa5d66e-27b6-454c-a423-aa6865cb8243 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1130 time: 0.0433726 Sep 23 15:26:06.984065 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Router a8b66b58-39c5-4d12-bb43-5cd3a707c42a has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:06.997273 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-ad04b938-b812-4712-8e77-8750c7762a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:06.999722 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-ad04b938-b812-4712-8e77-8750c7762a6f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 916 time: 0.1047935 Sep 23 15:26:07.090020 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:07.094347 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:07.100135 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] Sync routers for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:07.118236 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:07.118236 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:07.130537 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-663f99ed-e279-4016-a7be-814ba3f2ef93 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/d3f1e783-823b-4dc0-98ad-c30ad7abb667 HTTP/1.1" status: 204 len: 168 time: 1.4600863 Sep 23 15:26:07.139230 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-5972e2c4-87e5-4b3e-b729-560b63284225 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 217 time: 0.0344837 Sep 23 15:26:07.192228 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-e8f8542c-0bf3-4da1-9d17-2d8e1c1b17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:07.193710 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-e8f8542c-0bf3-4da1-9d17-2d8e1c1b17f5 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 200 len: 854 time: 0.0482299 Sep 23 15:26:07.227108 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:07.249304 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-121d3d3d-6940-4f47-86b6-3391a5d8336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:07.251865 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-121d3d3d-6940-4f47-86b6-3391a5d8336b service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1624566e-6352-44cc-addd-b45ad50d85f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516412 Sep 23 15:26:07.361891 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-3550a6a0-1707-433e-bd3c-4306057b1eb4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032066 Sep 23 15:26:07.461836 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:07.481798 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e265a25-e6f1-4511-a80c-584810307c5b req-b6939148-a593-4fcf-a0cb-bc4e3bbfcfbb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:07.483835 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1e265a25-e6f1-4511-a80c-584810307c5b req-b6939148-a593-4fcf-a0cb-bc4e3bbfcfbb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0588133 Sep 23 15:26:07.493159 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] Checking router: a8b66b58-39c5-4d12-bb43-5cd3a707c42a for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:07.502558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:07.503187 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:25:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:07.523105 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f00ecee-e323-407f-b4bd-f79e88393804 req-13a954bd-d225-4471-8064-6f1dedb614c7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500945 Sep 23 15:26:07.547452 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1e265a25-e6f1-4511-a80c-584810307c5b req-9dc6b9e9-18c7-43cb-ad2c-f120f29f5814 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568318 Sep 23 15:26:07.578034 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:07.605175 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:07.768286 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54cf8d-77b7-4d51-9064-ff9526e8b487 req-f1862799-6714-4b8e-b362-40bb2dec6bf4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:07.769838 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e54cf8d-77b7-4d51-9064-ff9526e8b487 req-f1862799-6714-4b8e-b362-40bb2dec6bf4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0551724 Sep 23 15:26:07.832589 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:07.854099 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e54cf8d-77b7-4d51-9064-ff9526e8b487 req-72111d13-5bf7-4a02-8b2a-6fc83955ec58 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764410 Sep 23 15:26:07.869990 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0d97e-e848-469f-b42a-66f41c2d4e12 None None] The sync data for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi is: [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:27Z', 'revision_number': 4, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '111bf432-1eb5-44b4-8622-e08d2df98477', 'name': '', 'network_id': '1624566e-6352-44cc-addd-b45ad50d85f9', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'mac_address': 'fa:16:3e:6f:61:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:26Z', 'updated_at': '2022-09-23T15:23:31Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'subnets': [{'id': 'a61a3387-40a3-4304-9883-7a2625c4cf4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:08.015763 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:08.018141 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87853b09-7623-4896-9fae-3b15dfd13033" -d '{"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:08.057500 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0551d05a-e17a-4cbf-a01a-ef2c62043ef7 x-openstack-request-id: req-0551d05a-e17a-4cbf-a01a-ef2c62043ef7 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:08.061552 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:08.061552 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0551d05a-e17a-4cbf-a01a-ef2c62043ef7 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:08.061552 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0551d05a-e17a-4cbf-a01a-ef2c62043ef7'] response: {'name': 'network-changed', 'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'status': 'completed', 'code': 200} Sep 23 15:26:08.111593 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e07e9b-5752-4212-bf74-a5092471a544 None None] New status for floating IP d3f1e783-823b-4dc0-98ad-c30ad7abb667: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:26:08.197290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853b09-7623-4896-9fae-3b15dfd13033 req-29649e93-98b9-4eb8-8cb8-1bc38108e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:08.198867 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-29649e93-98b9-4eb8-8cb8-1bc38108e07d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=efbab8ef4fbd4c61811d0fc046290937&device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 1130 time: 0.0409164 Sep 23 15:26:08.307138 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853b09-7623-4896-9fae-3b15dfd13033 req-7377247c-4d80-4a5f-9226-cc9b20136dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:08.308671 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-7377247c-4d80-4a5f-9226-cc9b20136dac service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 200 len: 916 time: 0.1030753 Sep 23 15:26:08.321587 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:08.348771 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-28b30093-04c7-4a9d-bccf-3390cd1057aa service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 200 len: 217 time: 0.0335879 Sep 23 15:26:08.405147 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853b09-7623-4896-9fae-3b15dfd13033 req-b5c56c9b-edd5-4744-aa1b-aaa68d3d1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:08.409773 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-b5c56c9b-edd5-4744-aa1b-aaa68d3d1543 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 200 len: 854 time: 0.0561182 Sep 23 15:26:08.484754 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853b09-7623-4896-9fae-3b15dfd13033 req-a66783e8-5d84-41d1-83b8-11e50663cc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:08.486340 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-a66783e8-5d84-41d1-83b8-11e50663cc61 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=1624566e-6352-44cc-addd-b45ad50d85f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591183 Sep 23 15:26:08.496519 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52292) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:08.534744 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:08.567507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-3f595ea4-c326-4f9b-807c-7e4fae846559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:08.569070 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-3f595ea4-c326-4f9b-807c-7e4fae846559 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1129 time: 0.1000047 Sep 23 15:26:08.619417 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dbc1158c-1651-48b5-a326-7d939eaf113d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.664921 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:08.712232 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dbc1158c-1651-48b5-a326-7d939eaf113d admin admin] Publish callbacks [] for security_group (dc9d34ab-b722-47d9-b25c-aae9204f0f31), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.742479 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-047b4260-9355-4068-b26f-d74de903f678 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319698 Sep 23 15:26:08.769906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a53ab3-6e5c-4f40-a93e-a20923da2a9b req-6fdad7cc-9c6e-43a9-8e84-cbf7b7b3a37b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:08.771368 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d7a53ab3-6e5c-4f40-a93e-a20923da2a9b req-6fdad7cc-9c6e-43a9-8e84-cbf7b7b3a37b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0916274 Sep 23 15:26:08.836201 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dbc1158c-1651-48b5-a326-7d939eaf113d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (dc9d34ab-b722-47d9-b25c-aae9204f0f31), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:08.884064 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dbc1158c-1651-48b5-a326-7d939eaf113d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ccf1290dbdf04673949ac453cf3c8939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3837447 Sep 23 15:26:08.884064 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc1158c-1651-48b5-a326-7d939eaf113d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9d34ab-b722-47d9-b25c-aae9204f0f31,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:08.885461 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52300) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:08.950717 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-05da6c7a-0aa9-4d0c-9531-1dc2d5afa540 admin admin] Publish callbacks [] for security_group (dc9d34ab-b722-47d9-b25c-aae9204f0f31), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.011833 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-05da6c7a-0aa9-4d0c-9531-1dc2d5afa540 admin admin] Publish callbacks [] for security_group (dc9d34ab-b722-47d9-b25c-aae9204f0f31), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.042569 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beadf301-351d-4b73-9722-1e15d063dfc4 req-2fb35216-7a3a-4762-985d-986bb541371a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:09.044109 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-beadf301-351d-4b73-9722-1e15d063dfc4 req-2fb35216-7a3a-4762-985d-986bb541371a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0842130 Sep 23 15:26:09.115002 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-beadf301-351d-4b73-9722-1e15d063dfc4 req-e76d4dfe-4ddd-4052-b410-65cc86a24f93 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604546 Sep 23 15:26:09.121111 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-055170cd-9cb9-4034-8c58-ed6ac114a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:09.122611 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-055170cd-9cb9-4034-8c58-ed6ac114a846 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 909 time: 0.5225194 Sep 23 15:26:09.161843 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d7a53ab3-6e5c-4f40-a93e-a20923da2a9b req-9734ad37-956d-4465-a1b4-268b0451af2b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805470 Sep 23 15:26:09.187492 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87853b09-7623-4896-9fae-3b15dfd13033 req-68190149-70cf-4f86-9586-0676e709d04d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321761 Sep 23 15:26:09.203447 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [req-7c5c828b-cf4c-44b4-9e73-b4e2225ceecc req-882213f1-671c-47fc-8b4b-5685010e6cdd service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:26:09.205843 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7c5c828b-cf4c-44b4-9e73-b4e2225ceecc req-882213f1-671c-47fc-8b4b-5685010e6cdd service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063276 Sep 23 15:26:09.254151 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-05da6c7a-0aa9-4d0c-9531-1dc2d5afa540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (dc9d34ab-b722-47d9-b25c-aae9204f0f31), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.258243 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-05da6c7a-0aa9-4d0c-9531-1dc2d5afa540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:09.259709 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-05da6c7a-0aa9-4d0c-9531-1dc2d5afa540 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/dc9d34ab-b722-47d9-b25c-aae9204f0f31 HTTP/1.1" status: 204 len: 168 time: 0.3737466 Sep 23 15:26:09.271021 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da6c7a-0aa9-4d0c-9531-1dc2d5afa540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9d34ab-b722-47d9-b25c-aae9204f0f31,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:09.287223 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-2de9f911-3206-4fce-bc3f-44fa29d8fb86 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 1001 time: 0.0635743 Sep 23 15:26:09.346405 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-c847c00f-58d3-45a8-91dd-3b0277555c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:09.347618 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-c847c00f-58d3-45a8-91dd-3b0277555c69 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 200 len: 847 time: 0.0538802 Sep 23 15:26:09.394794 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-3bcc63fb-e903-4668-9bf9-02b1965cbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:09.396418 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-3bcc63fb-e903-4668-9bf9-02b1965cbe03 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=791f912d-07bc-4fff-ad75-2b567e29c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425313 Sep 23 15:26:09.496025 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-970db820-88eb-469c-b386-a590dca785bc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920672 Sep 23 15:26:09.587398 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ba952737-0874-46bd-a9b2-031eb53fe091 req-6fe78dae-745c-4dd4-b64f-a47486a6dce7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Sep 23 15:26:09.849167 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:09.865504 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1bfb3-9296-466f-a409-d07c89c185aa req-853a6989-761b-43a4-9e73-6340f097391f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:09.867019 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-60b1bfb3-9296-466f-a409-d07c89c185aa req-853a6989-761b-43a4-9e73-6340f097391f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0499396 Sep 23 15:26:09.954958 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-60b1bfb3-9296-466f-a409-d07c89c185aa req-d0a59b6d-9f01-49c3-a418-2c7127876c1c tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818474 Sep 23 15:26:10.049357 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52332) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:10.132333 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-2130c45d-30e1-4a1e-aa32-d29f7bfbaaf4 service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817943 Sep 23 15:26:10.142053 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-e86af207-0e90-42b1-9f41-61ea459b6ddc service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:26:10.143047 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-e86af207-0e90-42b1-9f41-61ea459b6ddc service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060141 Sep 23 15:26:10.304096 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aeec72-b448-4f50-b80c-7907cc8c957a req-8d70df73-2f33-43bd-8775-b91b3dac1316 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:10.305599 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98aeec72-b448-4f50-b80c-7907cc8c957a req-8d70df73-2f33-43bd-8775-b91b3dac1316 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0552294 Sep 23 15:26:10.306755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52350) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:10.363514 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98aeec72-b448-4f50-b80c-7907cc8c957a req-bc8dc36d-1d69-4064-87ce-e6e97104b7dc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Sep 23 15:26:10.416163 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-9083ba67-6baa-401b-9b7d-7d46565411df tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:10.417521 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-9083ba67-6baa-401b-9b7d-7d46565411df tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports/0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 942 time: 0.1097317 Sep 23 15:26:11.056576 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:11.070500 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c5cc2-a88e-4bbf-a154-bb0221229f15 req-16d45207-e927-4e05-9a5b-b3b91fed6451 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:11.071997 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e82c5cc2-a88e-4bbf-a154-bb0221229f15 req-16d45207-e927-4e05-9a5b-b3b91fed6451 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0524759 Sep 23 15:26:11.123322 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e82c5cc2-a88e-4bbf-a154-bb0221229f15 req-2f029a78-f0c7-4f88-ab9c-5ca94b076020 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443051 Sep 23 15:26:11.510343 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15968a1d-4112-4c63-b061-580ec4b2d25a req-a753c26a-4e74-4f55-a740-049b3782f373 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:11.511893 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-15968a1d-4112-4c63-b061-580ec4b2d25a req-a753c26a-4e74-4f55-a740-049b3782f373 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0584643 Sep 23 15:26:11.571345 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-15968a1d-4112-4c63-b061-580ec4b2d25a req-bfa731b0-2d46-44ed-b366-2cec87e25419 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470622 Sep 23 15:26:11.946148 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b56624-d775-46e4-9a14-4a20972ea83d req-8d2aeb0c-44e6-4f7f-981f-7ecb891c1da8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:11.947670 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-08b56624-d775-46e4-9a14-4a20972ea83d req-8d2aeb0c-44e6-4f7f-981f-7ecb891c1da8 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0486815 Sep 23 15:26:12.001821 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-08b56624-d775-46e4-9a14-4a20972ea83d req-dc1809aa-b992-4e5c-a39b-8de23d109d9b tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474234 Sep 23 15:26:12.246576 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67521e-83b7-46a8-8fdc-137907a0da84 req-e4fc7729-38f8-4e77-b8db-673a7bc0e827 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:12.248326 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6d67521e-83b7-46a8-8fdc-137907a0da84 req-e4fc7729-38f8-4e77-b8db-673a7bc0e827 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0468776 Sep 23 15:26:12.303265 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6d67521e-83b7-46a8-8fdc-137907a0da84 req-7f637501-84ed-4f2f-959d-92d3ff889c19 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478714 Sep 23 15:26:12.412299 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:12.454151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:12.490082 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0c8439ba-0b08-4cad-8937-aa360e2a93ed is: ACTIVE; New status is: DOWN {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:12.490472 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:12.514061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:12.516360 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3551986-19a1-4bdb-8503-3fd4f44f4039" -d '{"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:12.536540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:12.557935 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ce8cf-492f-4ad8-a9e7-01174d5576e2 x-openstack-request-id: req-368ce8cf-492f-4ad8-a9e7-01174d5576e2 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:12.558238 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-unplugged", "status": "failed", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "code": 422}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:12.558570 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-368ce8cf-492f-4ad8-a9e7-01174d5576e2 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:12.559290 dv-cinder-855307-2-iscsi neutron-server[107137]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-368ce8cf-492f-4ad8-a9e7-01174d5576e2']: {'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'code': 422} returned with failed status Sep 23 15:26:12.627881 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:12.679608 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=6']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:12.720854 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbfd85-34af-4a5a-b018-9596cd7405f6 req-695b9065-434a-413e-a605-ca620f01ec61 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:12.727916 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eebbfd85-34af-4a5a-b018-9596cd7405f6 req-695b9065-434a-413e-a605-ca620f01ec61 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0624595 Sep 23 15:26:12.775064 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eebbfd85-34af-4a5a-b018-9596cd7405f6 req-ef160b5b-f75f-4f85-acf1-f7567f9dbb1d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Sep 23 15:26:13.127366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36343473-97d3-4df4-8c3b-e56a69d07205 req-7a2ebf8f-1ee3-4469-adfe-b4c8ac9f5009 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:13.128971 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-36343473-97d3-4df4-8c3b-e56a69d07205 req-7a2ebf8f-1ee3-4469-adfe-b4c8ac9f5009 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0473645 Sep 23 15:26:13.184024 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-36343473-97d3-4df4-8c3b-e56a69d07205 req-6b5455e1-60ec-49a2-93b5-7c184293b071 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492275 Sep 23 15:26:13.423477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4736529-9c36-44b5-9345-c468ace68953 req-5b6a8777-d54c-453b-9855-bfb68cf92174 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:13.424991 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f4736529-9c36-44b5-9345-c468ace68953 req-5b6a8777-d54c-453b-9855-bfb68cf92174 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0470564 Sep 23 15:26:13.469276 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:13.478097 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f4736529-9c36-44b5-9345-c468ace68953 req-e802c598-7485-4eec-8788-f802ab8cbeed tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475416 Sep 23 15:26:13.814131 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-39bedadc-5470-4683-8a61-02256208b5e1 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:13.815678 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-39bedadc-5470-4683-8a61-02256208b5e1 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0520055 Sep 23 15:26:13.907176 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98186bc0-5ba6-4efb-bff1-de22f19bfe80 req-f226ab10-3507-4f7b-aec5-299c48ad6c21 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:13.908923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Deleting port f8bb92b2-35e5-484a-adc2-f6309c059f45 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:13.909284 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:13.916591 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98186bc0-5ba6-4efb-bff1-de22f19bfe80 req-f226ab10-3507-4f7b-aec5-299c48ad6c21 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0591090 Sep 23 15:26:13.968089 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98186bc0-5ba6-4efb-bff1-de22f19bfe80 req-ce9f1a67-125e-4791-adc2-baeeee67089a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 Sep 23 15:26:14.013988 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] For port f8bb92b2-35e5-484a-adc2-f6309c059f45, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=f8bb92b2-35e5-484a-adc2-f6309c059f45,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:14.014932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.029084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Calling delete_port for f8bb92b2-35e5-484a-adc2-f6309c059f45 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:14.316333 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22007c8e-03e8-4134-a82a-2274c467c7b8 req-a23affe9-50c7-405e-869b-3ba015faa028 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:14.317990 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-22007c8e-03e8-4134-a82a-2274c467c7b8 req-a23affe9-50c7-405e-869b-3ba015faa028 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 946 time: 0.0546627 Sep 23 15:26:14.325527 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (f8bb92b2-35e5-484a-adc2-f6309c059f45), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.337560 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['f8bb92b2-35e5-484a-adc2-f6309c059f45'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:14.370975 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Pushing event deleted for resources: {'Port': ['ID=f8bb92b2-35e5-484a-adc2-f6309c059f45,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:14.434109 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] No DVR routers for this DVR port f8bb92b2-35e5-484a-adc2-f6309c059f45 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:14.437820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:14.441257 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b06c5c87-6783-4c14-aee8-7c7f69f113da req-628af7ea-850c-4826-b771-8d397866cc38 tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.77 "DELETE /networking/v2.0/ports/f8bb92b2-35e5-484a-adc2-f6309c059f45 HTTP/1.1" status: 204 len: 173 time: 0.6205654 Sep 23 15:26:14.444467 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-22007c8e-03e8-4134-a82a-2274c467c7b8 req-c80eaada-39d0-4311-96e3-7492ca99a69d tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=e6ff3922-4cd2-4577-976b-974bfb18a705&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199851 Sep 23 15:26:14.445021 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'name': 'network-vif-deleted', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:14.447365 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42a0ef-3b99-4937-85b0-afc0f6ecbb40" -d '{"events": [{"server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "name": "network-vif-deleted", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:14.495000 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9b540a-14bd-4411-9b5f-e7dbd3b23ca9 x-openstack-request-id: req-ec9b540a-14bd-4411-9b5f-e7dbd3b23ca9 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:14.495294 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c2bdac-30a5-4a8a-ad91-191c529f77df", "name": "network-vif-deleted", "tag": "f8bb92b2-35e5-484a-adc2-f6309c059f45", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:14.495550 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec9b540a-14bd-4411-9b5f-e7dbd3b23ca9 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:14.495959 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9b540a-14bd-4411-9b5f-e7dbd3b23ca9'] response: {'server_uuid': '14c2bdac-30a5-4a8a-ad91-191c529f77df', 'name': 'network-vif-deleted', 'tag': 'f8bb92b2-35e5-484a-adc2-f6309c059f45', 'status': 'completed', 'code': 200} Sep 23 15:26:14.579923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:14.622745 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86b39a-132e-4ad9-ad88-2feb8a3b1114 req-6405cb77-7f24-4a59-a226-d05be00d3c64 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:14.624799 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7b86b39a-132e-4ad9-ad88-2feb8a3b1114 req-6405cb77-7f24-4a59-a226-d05be00d3c64 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0638340 Sep 23 15:26:14.681073 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7b86b39a-132e-4ad9-ad88-2feb8a3b1114 req-eecbc3fd-f500-4bb1-98a2-4cd1d3cef28a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504332 Sep 23 15:26:15.003692 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-eb20c56f-57a5-4a5f-a604-bda15cf6dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.005246 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-eb20c56f-57a5-4a5f-a604-bda15cf6dab1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb&tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4 HTTP/1.1" status: 200 len: 1127 time: 0.0437078 Sep 23 15:26:15.069936 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-491ab2f2-d5e9-48a0-91d1-ae8069027d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.071447 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-491ab2f2-d5e9-48a0-91d1-ae8069027d38 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1127 time: 0.0407426 Sep 23 15:26:15.112334 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abc73f-9fd6-4161-b08d-f98c34f6d9c2 req-495256b7-ca53-4a71-95e3-5390b8911357 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.116635 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-53abc73f-9fd6-4161-b08d-f98c34f6d9c2 req-495256b7-ca53-4a71-95e3-5390b8911357 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0619323 Sep 23 15:26:15.174658 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-a7b9889e-5287-40b5-baa9-fa79f90cb698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.176718 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-a7b9889e-5287-40b5-baa9-fa79f90cb698 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 909 time: 0.0965369 Sep 23 15:26:15.176887 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-53abc73f-9fd6-4161-b08d-f98c34f6d9c2 req-d58862ce-fd6e-4248-b1fa-dd5c2d4092a0 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569162 Sep 23 15:26:15.245802 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-56fa99be-34be-4254-98c4-8b923daa7bab service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 999 time: 0.0583208 Sep 23 15:26:15.491021 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-6011df46-003a-4d7e-9066-1cd28b673792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.492693 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-6011df46-003a-4d7e-9066-1cd28b673792 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 200 len: 847 time: 0.0535161 Sep 23 15:26:15.544727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:15.548286 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-ce1985ce-529f-4b84-a909-fd74d130ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.549834 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-ce1985ce-529f-4b84-a909-fd74d130ca85 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=791f912d-07bc-4fff-ad75-2b567e29c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499067 Sep 23 15:26:15.573416 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-253bb78e-05c7-443b-87ca-03c0733e3ee6 req-0533223e-30c8-4360-86fc-354e59048f5e tempest-TestMinimumBasicScenario-140355407 tempest-TestMinimumBasicScenario-140355407-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=14c2bdac-30a5-4a8a-ad91-191c529f77df HTTP/1.1" status: 200 len: 210 time: 0.0384014 Sep 23 15:26:15.659607 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-f527e174-7670-4f48-b86d-00e21fff7e2d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942914 Sep 23 15:26:15.765924 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-900cdf66-4dbb-4290-94e6-3fafe2de88ff req-d6773c9b-d75a-49a7-b9ef-36bf54f0b5b9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997128 Sep 23 15:26:15.823785 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e2a47-0c41-4508-ac73-0f300e0b2333 req-efe7e73f-aab5-487f-bb67-572ec6722d72 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:15.825409 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-795e2a47-0c41-4508-ac73-0f300e0b2333 req-efe7e73f-aab5-487f-bb67-572ec6722d72 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0500724 Sep 23 15:26:15.881857 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-795e2a47-0c41-4508-ac73-0f300e0b2333 req-0f0a80dd-cbd1-4354-a68a-fdfa3f2bab33 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505154 Sep 23 15:26:16.300807 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e054f-7d3a-4b2f-aa34-dfc1f76df5f6 req-e33a42b0-61f8-4985-a7c1-66f5ece33e21 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:16.302303 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7a4e054f-7d3a-4b2f-aa34-dfc1f76df5f6 req-e33a42b0-61f8-4985-a7c1-66f5ece33e21 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0519602 Sep 23 15:26:16.350811 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7a4e054f-7d3a-4b2f-aa34-dfc1f76df5f6 req-66e76376-dd1a-498c-be7b-b8e5b0ffd424 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428355 Sep 23 15:26:16.495902 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac4fc-932b-4a2e-bbd9-ca97d9749fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.497659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52462) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:16.606944 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc878b71-cf31-496a-a00f-2992fa8bca29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.688187 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc878b71-cf31-496a-a00f-2992fa8bca29 admin admin] Publish callbacks [] for security_group (6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.812828 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc878b71-cf31-496a-a00f-2992fa8bca29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.841044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:16.860915 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dc878b71-cf31-496a-a00f-2992fa8bca29 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4aab9fe86ec041e7b187311bc33714fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3611834 Sep 23 15:26:16.861801 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc878b71-cf31-496a-a00f-2992fa8bca29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:16.865600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52482) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:16.932385 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b10be23d-a09f-43d9-88f5-97b41853f988 admin admin] Publish callbacks [] for security_group (6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:16.954727 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b10be23d-a09f-43d9-88f5-97b41853f988 admin admin] Publish callbacks [] for security_group (6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:17.022811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a702c05-5650-4378-88b0-87c0ac2a3112 req-066217d5-3199-487d-93f0-2583dd03e631 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.024318 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3a702c05-5650-4378-88b0-87c0ac2a3112 req-066217d5-3199-487d-93f0-2583dd03e631 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0511947 Sep 23 15:26:17.078542 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3a702c05-5650-4378-88b0-87c0ac2a3112 req-d31446ea-6f62-49a2-b62b-a52d169fc557 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476158 Sep 23 15:26:17.292495 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b10be23d-a09f-43d9-88f5-97b41853f988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:17.292495 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b10be23d-a09f-43d9-88f5-97b41853f988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:17.292495 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b10be23d-a09f-43d9-88f5-97b41853f988 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5 HTTP/1.1" status: 204 len: 168 time: 0.3705523 Sep 23 15:26:17.292495 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10be23d-a09f-43d9-88f5-97b41853f988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6121dec7-c86d-4ac4-a4a7-ad9c57c2a8e5,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:17.475915 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:17.493192 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f721693-4e25-4e63-bfcb-efe40658ba23 req-360c5320-7415-45c3-b1c1-2048ad191bb6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:17.495535 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7f721693-4e25-4e63-bfcb-efe40658ba23 req-360c5320-7415-45c3-b1c1-2048ad191bb6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0526218 Sep 23 15:26:17.552039 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7f721693-4e25-4e63-bfcb-efe40658ba23 req-6e0ae181-b485-4e93-a877-7b523bdfcd8f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494020 Sep 23 15:26:18.116501 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=67 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:18.146395 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:18.277366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3eab6f-d1d7-4fa2-9225-cfa7e906ca07 req-cd2133b4-9a4a-4cb7-bb93-ae3de2cd10d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:18.278924 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bd3eab6f-d1d7-4fa2-9225-cfa7e906ca07 req-cd2133b4-9a4a-4cb7-bb93-ae3de2cd10d8 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0507286 Sep 23 15:26:18.334649 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bd3eab6f-d1d7-4fa2-9225-cfa7e906ca07 req-7b8e2152-1cd5-47ce-bf47-2ffb8503d841 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498364 Sep 23 15:26:18.361955 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52526) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:18.376419 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7444997f-e12a-474e-8592-368c874ed5e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.439324 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device f8bb92b2-35e5-484a-adc2-f6309c059f45 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:18.453261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7444997f-e12a-474e-8592-368c874ed5e9 admin admin] Publish callbacks [] for security_group (9e76edca-e713-463a-9192-ffced19c0c69), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.458422 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: f8bb92b2-35e5-484a-adc2-f6309c059f45 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:18.460045 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device f8bb92b2-35e5-484a-adc2-f6309c059f45 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:18.493355 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:26:18.572772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7444997f-e12a-474e-8592-368c874ed5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9e76edca-e713-463a-9192-ffced19c0c69), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.614199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444997f-e12a-474e-8592-368c874ed5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76edca-e713-463a-9192-ffced19c0c69,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:18.620063 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7444997f-e12a-474e-8592-368c874ed5e9 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=733ac09509434663abf79fdb3d052a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569306 Sep 23 15:26:18.622710 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52530) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:18.699230 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d12b27-dc8a-4640-ad9f-059e5bba55e8 req-7efc6298-8d3b-46ef-9e7b-40feabf7cf6d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:18.700739 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c5d12b27-dc8a-4640-ad9f-059e5bba55e8 req-7efc6298-8d3b-46ef-9e7b-40feabf7cf6d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0623901 Sep 23 15:26:18.736641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b732fbf9-1931-4bba-8bc6-52057dd69693 admin admin] Publish callbacks [] for security_group (9e76edca-e713-463a-9192-ffced19c0c69), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.772893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b732fbf9-1931-4bba-8bc6-52057dd69693 admin admin] Publish callbacks [] for security_group (9e76edca-e713-463a-9192-ffced19c0c69), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.799449 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c5d12b27-dc8a-4640-ad9f-059e5bba55e8 req-8952cdda-16e8-4e24-9406-98ecb0a3a5e6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878613 Sep 23 15:26:18.875498 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-49155045-810c-4c38-9805-2d8cd83e24ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.941792 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52532) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:18.950045 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b732fbf9-1931-4bba-8bc6-52057dd69693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9e76edca-e713-463a-9192-ffced19c0c69), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.953283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b732fbf9-1931-4bba-8bc6-52057dd69693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:18.954430 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b732fbf9-1931-4bba-8bc6-52057dd69693 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9e76edca-e713-463a-9192-ffced19c0c69 HTTP/1.1" status: 204 len: 168 time: 0.3305016 Sep 23 15:26:18.964775 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732fbf9-1931-4bba-8bc6-52057dd69693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76edca-e713-463a-9192-ffced19c0c69,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:19.003512 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:19.270122 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:19.467072 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:19.486835 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7293fdf-0092-40cc-884e-5b986cb51837 req-070a2033-ac77-47cf-939e-6b4257dd5100 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:19.488403 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e7293fdf-0092-40cc-884e-5b986cb51837 req-070a2033-ac77-47cf-939e-6b4257dd5100 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0677414 Sep 23 15:26:19.587262 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Deleting port 111bf432-1eb5-44b4-8622-e08d2df98477 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:19.587605 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:19.595833 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e7293fdf-0092-40cc-884e-5b986cb51837 req-5f6d7c28-1a1a-4ad9-9ef0-e2111f86c1e9 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883553 Sep 23 15:26:19.681371 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] For port 111bf432-1eb5-44b4-8622-e08d2df98477, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=111bf432-1eb5-44b4-8622-e08d2df98477,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:19.681620 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:19.695438 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Calling delete_port for 111bf432-1eb5-44b4-8622-e08d2df98477 owned by network:router_interface {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:19.918251 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:19.934390 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87324096-d6b9-4ca2-811a-f192483665fd req-a5914beb-affe-4f18-8c3b-8e015626d2c4 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:19.935816 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87324096-d6b9-4ca2-811a-f192483665fd req-a5914beb-affe-4f18-8c3b-8e015626d2c4 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0495915 Sep 23 15:26:19.979103 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (111bf432-1eb5-44b4-8622-e08d2df98477), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.000882 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-87324096-d6b9-4ca2-811a-f192483665fd req-8114d99a-d39f-4155-ab16-06eaacdaaafd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509636 Sep 23 15:26:20.017016 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=111bf432-1eb5-44b4-8622-e08d2df98477,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:20.194932 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.242224 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:20.378509 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.388656 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:20.416524 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Router a8b66b58-39c5-4d12-bb43-5cd3a707c42a has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:20.523964 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:20.529105 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-aa06608f-9ff9-4730-95f8-71688e86b0dc admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/a8b66b58-39c5-4d12-bb43-5cd3a707c42a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5861957 Sep 23 15:26:20.532589 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52560) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:20.535432 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] Sync routers for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:20.547122 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:20.547796 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:20.641797 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks [] for router (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.663860 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:20.766794 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c2f7a-7bf1-4064-a139-4204fe3e28ec req-21909087-2b43-4e94-84b4-119424021c04 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:20.768462 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7b8c2f7a-7bf1-4064-a139-4204fe3e28ec req-21909087-2b43-4e94-84b4-119424021c04 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0878313 Sep 23 15:26:20.812485 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks [] for router_gateway (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:20.845439 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7b8c2f7a-7bf1-4064-a139-4204fe3e28ec req-0f64af76-4e2e-45c3-ba3e-dbfc233049c2 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661726 Sep 23 15:26:20.852054 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:26:19Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:20.878495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] Checking router: a8b66b58-39c5-4d12-bb43-5cd3a707c42a for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:20.887027 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] Routers {'a8b66b58-39c5-4d12-bb43-5cd3a707c42a'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:20.887627 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:20.993266 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:20.993266 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Deleting port f397d614-0bdb-45ca-9d00-5994401e865a {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:20.993266 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.124449 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] For port f397d614-0bdb-45ca-9d00-5994401e865a, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f397d614-0bdb-45ca-9d00-5994401e865a,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:21.127605 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.147807 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Calling delete_port for f397d614-0bdb-45ca-9d00-5994401e865a owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:21.159668 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] Set router a8b66b58-39c5-4d12-bb43-5cd3a707c42a gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:21.370271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:21.382618 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:26:19Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:21.388471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddda18-f8d1-465d-82ce-ea6797dae5a4 req-cb1e3d90-063d-42ca-890a-f57f098803af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:21.390874 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a1ddda18-f8d1-465d-82ce-ea6797dae5a4 req-cb1e3d90-063d-42ca-890a-f57f098803af tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0800691 Sep 23 15:26:21.408524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50888da9-2622-46ae-a876-bd1e56328ee2 None None] The sync data for ids ['a8b66b58-39c5-4d12-bb43-5cd3a707c42a'] in dv-cinder-855307-2-iscsi is: [{'id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'name': 'tempest-TestMinimumBasicScenario-1925360393-router', 'tenant_id': 'efbab8ef4fbd4c61811d0fc046290937', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:26:19Z', 'revision_number': 5, 'project_id': 'efbab8ef4fbd4c61811d0fc046290937', 'gw_port': {'id': 'f397d614-0bdb-45ca-9d00-5994401e865a', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:60:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8b66b58-39c5-4d12-bb43-5cd3a707c42a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:22Z', 'updated_at': '2022-09-23T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:21.446804 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a1ddda18-f8d1-465d-82ce-ea6797dae5a4 req-b262a321-7cd7-4cea-9858-d7e75aa1334f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495479 Sep 23 15:26:21.452932 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (f397d614-0bdb-45ca-9d00-5994401e865a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.480856 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f397d614-0bdb-45ca-9d00-5994401e865a,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:21.548262 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.638137 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.640473 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks [] for router_controller (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.647455 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:21.761261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (a8b66b58-39c5-4d12-bb43-5cd3a707c42a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.761844 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8b66b58-39c5-4d12-bb43-5cd3a707c42a {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:26:21.766775 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.767931 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6fc8a43a-726e-4391-b5b2-96a3e6c4b6c9 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/a8b66b58-39c5-4d12-bb43-5cd3a707c42a HTTP/1.1" status: 204 len: 168 time: 1.2344253 Sep 23 15:26:21.770698 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52586) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:21.819772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Deleting subnet a61a3387-40a3-4304-9883-7a2625c4cf4c {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:26:21.823411 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Publish callbacks [] for subnet (a61a3387-40a3-4304-9883-7a2625c4cf4c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.867822 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2198363'] for subnet (a61a3387-40a3-4304-9883-7a2625c4cf4c), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:21.957838 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:21.969973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (a61a3387-40a3-4304-9883-7a2625c4cf4c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.010051 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbf9bf-fb5b-4f83-998b-091507b463a1 req-9cdcd0d3-0de5-401d-a297-c123c755126e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:22.012097 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-30bbf9bf-fb5b-4f83-998b-091507b463a1 req-9cdcd0d3-0de5-401d-a297-c123c755126e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0485353 Sep 23 15:26:22.035840 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.065149 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-30bbf9bf-fb5b-4f83-998b-091507b463a1 req-39aeb4b2-2f04-4748-85c2-76731bc0f916 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473876 Sep 23 15:26:22.153761 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10331046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10481874'] for subnet (a61a3387-40a3-4304-9883-7a2625c4cf4c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.178816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61a3387-40a3-4304-9883-7a2625c4cf4c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:22.184538 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.188310 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-4fa8272c-5f45-4a7d-abeb-dd7bd8226fa0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/a61a3387-40a3-4304-9883-7a2625c4cf4c HTTP/1.1" status: 204 len: 168 time: 0.4165277 Sep 23 15:26:22.190613 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83401733-1d0e-4f21-8d2f-1048ea16e755 None None] Network 1624566e-6352-44cc-addd-b45ad50d85f9 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:22.191082 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52592) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:22.367150 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.501887 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (1624566e-6352-44cc-addd-b45ad50d85f9), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.517969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] DHCP port deletion for 1624566e-6352-44cc-addd-b45ad50d85f9 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:26:22.557808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Deleting port 83175502-3a1d-49c6-834a-b0907a5a6063 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:22.557808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.578207 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] Deleting port 83175502-3a1d-49c6-834a-b0907a5a6063 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:22.578522 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.612711 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde63172-ac2b-4a51-8b6c-8eded616df4f req-d0d12ac7-c6a9-4df3-9f33-4dc0e4ac16b1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:22.614353 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fde63172-ac2b-4a51-8b6c-8eded616df4f req-d0d12ac7-c6a9-4df3-9f33-4dc0e4ac16b1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0558546 Sep 23 15:26:22.632640 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] For port 83175502-3a1d-49c6-834a-b0907a5a6063, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=83175502-3a1d-49c6-834a-b0907a5a6063,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:22.636175 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.645579 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:22.648128 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Calling delete_port for 83175502-3a1d-49c6-834a-b0907a5a6063 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:22.652875 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] For port 83175502-3a1d-49c6-834a-b0907a5a6063, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=83175502-3a1d-49c6-834a-b0907a5a6063,segment=NetworkSegment(39a564ed-abfe-48c2-99fa-884fb43bffd1),segment_id=39a564ed-abfe-48c2-99fa-884fb43bffd1)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:22.653281 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.667778 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] Calling delete_port for 83175502-3a1d-49c6-834a-b0907a5a6063 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:22.680206 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fde63172-ac2b-4a51-8b6c-8eded616df4f req-591e7b55-67c9-4cb8-b9d6-c11528cc5f13 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594099 Sep 23 15:26:22.833193 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.841004 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (83175502-3a1d-49c6-834a-b0907a5a6063), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.846250 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] No DVR routers for this DVR port 83175502-3a1d-49c6-834a-b0907a5a6063 on host dv-cinder-855307-2-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:22.870436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Pushing event deleted for resources: {'Port': ['ID=83175502-3a1d-49c6-834a-b0907a5a6063,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:22.875590 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] Pushing event deleted for resources: {'Port': ['ID=83175502-3a1d-49c6-834a-b0907a5a6063,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:22.880417 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e00065-07e4-45f7-810c-ba7cd6083eaa None None] No DVR routers for this DVR port 83175502-3a1d-49c6-834a-b0907a5a6063 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:22.946719 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (1624566e-6352-44cc-addd-b45ad50d85f9), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:22.969472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1624566e-6352-44cc-addd-b45ad50d85f9']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.979136 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a564ed-abfe-48c2-99fa-884fb43bffd1') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.979425 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a564ed-abfe-48c2-99fa-884fb43bffd1') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:22.994222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (39a564ed-abfe-48c2-99fa-884fb43bffd1), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.003091 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (39a564ed-abfe-48c2-99fa-884fb43bffd1), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.009426 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:23.009808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (39a564ed-abfe-48c2-99fa-884fb43bffd1), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.055088 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 39a564ed-abfe-48c2-99fa-884fb43bffd1 resource provider aggregate not found Sep 23 15:26:23.074016 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 39a564ed-abfe-48c2-99fa-884fb43bffd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39a564ed-abfe-48c2-99fa-884fb43bffd1 found for delete ", "request_id": "req-82c39c63-acd4-433a-b5b9-2520b3f8cbb7"}]} Sep 23 15:26:23.128959 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 83175502-3a1d-49c6-834a-b0907a5a6063 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:23.152956 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 83175502-3a1d-49c6-834a-b0907a5a6063 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:23.153230 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 83175502-3a1d-49c6-834a-b0907a5a6063 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:23.153668 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 111bf432-1eb5-44b4-8622-e08d2df98477 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:23.175059 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 111bf432-1eb5-44b4-8622-e08d2df98477 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:23.175404 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 111bf432-1eb5-44b4-8622-e08d2df98477 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:23.175839 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f397d614-0bdb-45ca-9d00-5994401e865a no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:23.191815 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:23.196614 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: f397d614-0bdb-45ca-9d00-5994401e865a {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:23.196973 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f397d614-0bdb-45ca-9d00-5994401e865a not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:23.213871 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd136a-4969-4368-8731-b3cba6756bf3 req-3380baef-1a00-4c0f-a71d-99290c637719 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:23.213871 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f2cd136a-4969-4368-8731-b3cba6756bf3 req-3380baef-1a00-4c0f-a71d-99290c637719 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0622172 Sep 23 15:26:23.226338 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (1624566e-6352-44cc-addd-b45ad50d85f9), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.244636 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.245031 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1624566e-6352-44cc-addd-b45ad50d85f9 HTTP/1.1" status: 204 len: 168 time: 1.0528550 Sep 23 15:26:23.249103 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52612) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:23.261503 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4dd42-be46-46cf-81ea-de976a5260fa admin admin] Pushing event deleted for resources: {'Network': ['ID=1624566e-6352-44cc-addd-b45ad50d85f9,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:23.290178 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f2cd136a-4969-4368-8731-b3cba6756bf3 req-535ad2d9-704b-4044-bcb4-518ff67bd6f0 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703142 Sep 23 15:26:23.554485 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:23.571790 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (7acf2b0c-24c8-4358-97ed-200a19b1b444), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.841580 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5a2a-6213-4eba-b72b-87a64282cbed req-4743d0e7-96b2-4b81-b6ef-344efc125eef tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:23.844259 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eb7e5a2a-6213-4eba-b72b-87a64282cbed req-4743d0e7-96b2-4b81-b6ef-344efc125eef tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0799444 Sep 23 15:26:23.862924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Deleting port c0190e38-5c26-4125-a3b9-7be7e7313324 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:23.863269 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:23.890580 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:23.960123 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-eb7e5a2a-6213-4eba-b72b-87a64282cbed req-09f28a3e-3c40-4934-a510-4df620ea21b0 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079159 Sep 23 15:26:23.994475 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] For port c0190e38-5c26-4125-a3b9-7be7e7313324, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c0190e38-5c26-4125-a3b9-7be7e7313324,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:23.994840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.011279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Calling delete_port for c0190e38-5c26-4125-a3b9-7be7e7313324 owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:24.396096 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c0190e38-5c26-4125-a3b9-7be7e7313324), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.427932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0190e38-5c26-4125-a3b9-7be7e7313324,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:24.437368 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92711-eaf2-4c9c-9dcd-58b8e872c589 req-9865c2ee-e0e5-4a25-80f7-79617c9e131e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:24.441674 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6be92711-eaf2-4c9c-9dcd-58b8e872c589 req-9865c2ee-e0e5-4a25-80f7-79617c9e131e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 943 time: 0.0632207 Sep 23 15:26:24.472279 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:26:24.534748 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6be92711-eaf2-4c9c-9dcd-58b8e872c589 req-1ff4d876-e6ae-4f2a-a789-5510ba2d5b90 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853806 Sep 23 15:26:24.683939 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (7acf2b0c-24c8-4358-97ed-200a19b1b444), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.721205 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:24.742540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'port_id': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'mac_address': 'fa:16:3e:80:52:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:26:24.802680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0c8439ba-0b08-4cad-8937-aa360e2a93ed is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:24.803432 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:24.806219 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:24.825118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8439ba-0b08-4cad-8937-aa360e2a93ed {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:26:24.859457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:24.908492 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Router 7acf2b0c-24c8-4358-97ed-200a19b1b444 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:24.964545 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.016195 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=7']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:25.018214 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:25.024345 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1b2fe1ef-098a-401f-8a23-cf54c4f81dc3 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/7acf2b0c-24c8-4358-97ed-200a19b1b444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737622 Sep 23 15:26:25.029523 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] Sync routers for ids ['7acf2b0c-24c8-4358-97ed-200a19b1b444'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:25.038261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52632) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:25.052353 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] Routers {'7acf2b0c-24c8-4358-97ed-200a19b1b444'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:25.053082 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['7acf2b0c-24c8-4358-97ed-200a19b1b444'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:25.145907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dec75-775f-45f1-9ec1-f7e2746e4ff8 req-d6b92352-784f-450e-b3f1-1b7b4f97d686 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:25.156470 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4b4dec75-775f-45f1-9ec1-f7e2746e4ff8 req-d6b92352-784f-450e-b3f1-1b7b4f97d686 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0888138 Sep 23 15:26:25.171384 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks [] for router (7acf2b0c-24c8-4358-97ed-200a19b1b444), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.213432 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['0c8439ba-0b08-4cad-8937-aa360e2a93ed'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:25.219694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4b4dec75-775f-45f1-9ec1-f7e2746e4ff8 req-bffb6d5a-1fb2-4a1b-93fc-edadcaa056d5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631759 Sep 23 15:26:25.264230 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] Set router 7acf2b0c-24c8-4358-97ed-200a19b1b444 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:25.318936 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.329876 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks [] for router_gateway (7acf2b0c-24c8-4358-97ed-200a19b1b444), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.341054 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52636) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:25.350246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.490149 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:26:24Z', 'revision_number': 5, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port': {'id': '8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:23:33Z', 'updated_at': '2022-09-23T15:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:25.495554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Deleting port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:25.496919 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.520891 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] Checking router: 7acf2b0c-24c8-4358-97ed-200a19b1b444 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:25.524314 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.530881 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] Routers {'7acf2b0c-24c8-4358-97ed-200a19b1b444'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:25.531518 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['7acf2b0c-24c8-4358-97ed-200a19b1b444'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:25.533850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.542019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-19fe504f-7f92-4468-ace8-a59a98648678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.607919 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] For port 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:25.616595 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.631853 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Calling delete_port for 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:25.652229 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] Set router 7acf2b0c-24c8-4358-97ed-200a19b1b444 gateway port host: None {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:25.656024 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-19fe504f-7f92-4468-ace8-a59a98648678 admin admin] Publish callbacks [] for security_group (bd26fe5e-1b56-4765-96d7-7a788d1e878c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.707802 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:25.724897 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f19582-ae4b-4ce8-ab7b-4e0777f70490 req-ca543357-68d2-455a-ac0f-8b0a6cdbf1ad tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:25.726566 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b2f19582-ae4b-4ce8-ab7b-4e0777f70490 req-ca543357-68d2-455a-ac0f-8b0a6cdbf1ad tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 944 time: 0.0893857 Sep 23 15:26:25.736295 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726b949-95d9-44a2-93e8-f8444ea640c9 None None] The sync data for ids ['7acf2b0c-24c8-4358-97ed-200a19b1b444'] in dv-cinder-855307-2-iscsi is: [{'id': '7acf2b0c-24c8-4358-97ed-200a19b1b444', 'name': 'tempest-TestMinimumBasicScenario-885708810-router', 'tenant_id': '5faba0985c464030a7b238905671c767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:23:32Z', 'updated_at': '2022-09-23T15:26:25Z', 'revision_number': 6, 'project_id': '5faba0985c464030a7b238905671c767', 'gw_port_host': None}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:25.744121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-19fe504f-7f92-4468-ace8-a59a98648678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (bd26fe5e-1b56-4765-96d7-7a788d1e878c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.785973 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:25.793164 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-19fe504f-7f92-4468-ace8-a59a98648678 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=00a0ad83a1d04ab483ac66328ba4189e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4500229 Sep 23 15:26:25.793964 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52642) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:25.803212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe504f-7f92-4468-ace8-a59a98648678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd26fe5e-1b56-4765-96d7-7a788d1e878c,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:25.843926 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b2f19582-ae4b-4ce8-ab7b-4e0777f70490 req-b3604239-714d-448c-a88b-a479b18be2f9 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088245 Sep 23 15:26:25.883333 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-890b9cba-26f6-4aef-a746-4a9a9827d0a5 admin admin] Publish callbacks [] for security_group (bd26fe5e-1b56-4765-96d7-7a788d1e878c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.906850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-890b9cba-26f6-4aef-a746-4a9a9827d0a5 admin admin] Publish callbacks [] for security_group (bd26fe5e-1b56-4765-96d7-7a788d1e878c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:25.995436 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.023303 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:26.093597 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (7acf2b0c-24c8-4358-97ed-200a19b1b444), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.096032 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-890b9cba-26f6-4aef-a746-4a9a9827d0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (bd26fe5e-1b56-4765-96d7-7a788d1e878c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.100027 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-890b9cba-26f6-4aef-a746-4a9a9827d0a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.109016 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-890b9cba-26f6-4aef-a746-4a9a9827d0a5 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/bd26fe5e-1b56-4765-96d7-7a788d1e878c HTTP/1.1" status: 204 len: 168 time: 0.3048849 Sep 23 15:26:26.114377 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b9cba-26f6-4aef-a746-4a9a9827d0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd26fe5e-1b56-4765-96d7-7a788d1e878c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:26.199030 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (7acf2b0c-24c8-4358-97ed-200a19b1b444), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.201443 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks [] for router_controller (7acf2b0c-24c8-4358-97ed-200a19b1b444), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.357653 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:26.361310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (7acf2b0c-24c8-4358-97ed-200a19b1b444), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.362095 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7acf2b0c-24c8-4358-97ed-200a19b1b444 {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:26:26.367504 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.371112 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d4fdc147-08c9-4b65-ba67-d4f3a87d4e60 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/7acf2b0c-24c8-4358-97ed-200a19b1b444 HTTP/1.1" status: 204 len: 168 time: 1.3366973 Sep 23 15:26:26.371674 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52648) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:26.374080 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f73cf-25ab-4f8d-8a63-cc8417bc7d83 req-db57785c-61b0-416d-b5d1-d863e8dd28c7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:26.375662 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-985f73cf-25ab-4f8d-8a63-cc8417bc7d83 req-db57785c-61b0-416d-b5d1-d863e8dd28c7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Sep 23 15:26:26.432468 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Deleting subnet ca608f8e-324d-4059-a26c-62efa2eca4d5 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:26:26.436847 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Publish callbacks [] for subnet (ca608f8e-324d-4059-a26c-62efa2eca4d5), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.442593 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-985f73cf-25ab-4f8d-8a63-cc8417bc7d83 req-a48e7b41-6818-4b45-b2bb-f350e1a7d701 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606124 Sep 23 15:26:26.485172 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:26.486926 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (ca608f8e-324d-4059-a26c-62efa2eca4d5), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.541483 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 0c8439ba-0b08-4cad-8937-aa360e2a93ed triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:26.541990 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.542178 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 0c8439ba-0b08-4cad-8937-aa360e2a93ed Sep 23 15:26:26.577399 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:26.596654 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (ca608f8e-324d-4059-a26c-62efa2eca4d5), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.630138 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 0c8439ba-0b08-4cad-8937-aa360e2a93ed is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:26.630834 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.659611 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:26.661886 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44436d82-e4d8-4372-a935-8059fff3c6c9" -d '{"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:26.675089 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:26.702513 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9688063-302d-477d-971f-f0748cfcaa46 x-openstack-request-id: req-e9688063-302d-477d-971f-f0748cfcaa46 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:26.702808 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:26.703063 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e9688063-302d-477d-971f-f0748cfcaa46 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:26.703538 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9688063-302d-477d-971f-f0748cfcaa46'] response: {'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'code': 200} Sep 23 15:26:26.796268 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (ca608f8e-324d-4059-a26c-62efa2eca4d5), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.796534 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.822123 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca608f8e-324d-4059-a26c-62efa2eca4d5,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:26.829546 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.832813 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-fc30e345-dec2-464a-bc0c-c16d362ded42 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/ca608f8e-324d-4059-a26c-62efa2eca4d5 HTTP/1.1" status: 204 len: 168 time: 0.4599853 Sep 23 15:26:26.835380 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52654) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:26.839271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aeee9c-05ff-42ec-af0b-7714728f8db0 None None] Network a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:26.871566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52656) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:26.891641 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eec3007f-0cdb-4ac0-96a7-66b9f192b672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:26.910560 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=8']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:26.956923 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.018585 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Deleting port 31c0766f-02b2-4cb3-86bf-646365b13ab8 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:27.018940 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.059155 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] DHCP port deletion for a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:26:27.117398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] Deleting port 31c0766f-02b2-4cb3-86bf-646365b13ab8 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:26:27.117927 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.122909 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] For port 31c0766f-02b2-4cb3-86bf-646365b13ab8, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=31c0766f-02b2-4cb3-86bf-646365b13ab8,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:27.123755 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.142044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Calling delete_port for 31c0766f-02b2-4cb3-86bf-646365b13ab8 owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:27.172923 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:27.204876 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:27.205623 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 8f6c3e07-d01d-4dd6-8eaf-f8e48c6372e5 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:27.206276 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c0190e38-5c26-4125-a3b9-7be7e7313324 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:27.242471 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] For port 31c0766f-02b2-4cb3-86bf-646365b13ab8, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=31c0766f-02b2-4cb3-86bf-646365b13ab8,segment=NetworkSegment(afbd7760-f8b6-4d0b-b990-63d544ef82ec),segment_id=afbd7760-f8b6-4d0b-b990-63d544ef82ec)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:27.243123 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.245676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: c0190e38-5c26-4125-a3b9-7be7e7313324 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:26:27.246140 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c0190e38-5c26-4125-a3b9-7be7e7313324 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:26:27.246725 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 31c0766f-02b2-4cb3-86bf-646365b13ab8 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:27.281440 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] Calling delete_port for 31c0766f-02b2-4cb3-86bf-646365b13ab8 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:26:27.334700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd69c00-7a0a-4fc4-a553-dd19d570ee03 req-1699df57-9c7d-451a-92cf-6ff50b291515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:27.336229 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2bd69c00-7a0a-4fc4-a553-dd19d570ee03 req-1699df57-9c7d-451a-92cf-6ff50b291515 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1129 time: 0.3576579 Sep 23 15:26:27.341705 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca95d-60ef-4de5-8ce3-4e20b65a688b req-1e154b1e-3c44-462f-87be-6524413d4243 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:27.343797 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a68ca95d-60ef-4de5-8ce3-4e20b65a688b req-1e154b1e-3c44-462f-87be-6524413d4243 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.3806767 Sep 23 15:26:27.353472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.379272 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Port 31c0766f-02b2-4cb3-86bf-646365b13ab8 update to DOWN by agent not found {{(pid=107137) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 23 15:26:27.404198 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] No DVR routers for this DVR port 31c0766f-02b2-4cb3-86bf-646365b13ab8 on host dv-cinder-855307-2-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:27.409106 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (31c0766f-02b2-4cb3-86bf-646365b13ab8), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.411740 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c0766f-02b2-4cb3-86bf-646365b13ab8,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:27.436594 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] Pushing event deleted for resources: {'Port': ['ID=31c0766f-02b2-4cb3-86bf-646365b13ab8,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:27.440621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1674a28d-ce0f-4abb-8ba3-99ef62cf3808 None None] No DVR routers for this DVR port 31c0766f-02b2-4cb3-86bf-646365b13ab8 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:26:27.445813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eec3007f-0cdb-4ac0-96a7-66b9f192b672 admin admin] Publish callbacks [] for security_group (60e4c05b-cdda-4273-8682-cda6b1f3f816), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.461949 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2bd69c00-7a0a-4fc4-a553-dd19d570ee03 req-bc832aa7-7f7e-48f0-9a60-4b5bcb9e9977 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171334 Sep 23 15:26:27.466957 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a68ca95d-60ef-4de5-8ce3-4e20b65a688b req-d80df67e-a8cf-4098-8267-39e2a857d095 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133647 Sep 23 15:26:27.497823 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.521621 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e5beac-fbf7-4b9c-92a4-0c5985ef0629']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:27.534271 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbd7760-f8b6-4d0b-b990-63d544ef82ec') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:27.534577 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbd7760-f8b6-4d0b-b990-63d544ef82ec') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:27.545665 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (afbd7760-f8b6-4d0b-b990-63d544ef82ec), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.567819 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:27.586733 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-eec3007f-0cdb-4ac0-96a7-66b9f192b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (60e4c05b-cdda-4273-8682-cda6b1f3f816), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.593120 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (afbd7760-f8b6-4d0b-b990-63d544ef82ec), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.601560 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:26:27.601978 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (afbd7760-f8b6-4d0b-b990-63d544ef82ec), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.635752 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-eec3007f-0cdb-4ac0-96a7-66b9f192b672 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=a0a8ec1235e74c46b91619b69476d5de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606218 Sep 23 15:26:27.635752 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3007f-0cdb-4ac0-96a7-66b9f192b672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e4c05b-cdda-4273-8682-cda6b1f3f816,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:27.636756 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52664) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:27.650301 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment afbd7760-f8b6-4d0b-b990-63d544ef82ec resource provider aggregate not found Sep 23 15:26:27.659093 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08eab9d-4334-4009-871f-eb39f5bdb434 req-cac7530f-649c-4605-a1a0-213260cb111e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:27.660690 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c08eab9d-4334-4009-871f-eb39f5bdb434 req-cac7530f-649c-4605-a1a0-213260cb111e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.1076734 Sep 23 15:26:27.687796 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment afbd7760-f8b6-4d0b-b990-63d544ef82ec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afbd7760-f8b6-4d0b-b990-63d544ef82ec found for delete ", "request_id": "req-976fc261-6c47-40e3-8abe-4fe0396c1a19"}]} Sep 23 15:26:27.710782 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-470c73ea-efbd-4a2e-9f13-5d611c25da40 admin admin] Publish callbacks [] for security_group (60e4c05b-cdda-4273-8682-cda6b1f3f816), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.720197 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:27.733640 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c08eab9d-4334-4009-871f-eb39f5bdb434 req-694b3a27-9ac1-41c7-8ac0-5705f4911185 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569744 Sep 23 15:26:27.739948 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-470c73ea-efbd-4a2e-9f13-5d611c25da40 admin admin] Publish callbacks [] for security_group (60e4c05b-cdda-4273-8682-cda6b1f3f816), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.789832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (a4e5beac-fbf7-4b9c-92a4-0c5985ef0629), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.806091 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.809624 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/a4e5beac-fbf7-4b9c-92a4-0c5985ef0629 HTTP/1.1" status: 204 len: 168 time: 0.9731390 Sep 23 15:26:27.811731 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16370021-4f89-4960-91f2-cd317385b6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e5beac-fbf7-4b9c-92a4-0c5985ef0629,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:27.892370 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-470c73ea-efbd-4a2e-9f13-5d611c25da40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (60e4c05b-cdda-4273-8682-cda6b1f3f816), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.895307 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-470c73ea-efbd-4a2e-9f13-5d611c25da40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:27.896506 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-470c73ea-efbd-4a2e-9f13-5d611c25da40 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/60e4c05b-cdda-4273-8682-cda6b1f3f816 HTTP/1.1" status: 204 len: 168 time: 0.2474821 Sep 23 15:26:27.906844 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c73ea-efbd-4a2e-9f13-5d611c25da40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e4c05b-cdda-4273-8682-cda6b1f3f816,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:27.919545 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:28.435342 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52674) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:28.490872 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-9f32705c-2d20-4fe6-a511-41e7f86acc67 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=efbab8ef4fbd4c61811d0fc046290937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535355 Sep 23 15:26:28.493579 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52676) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:28.570933 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc74511b-9479-41e3-8cbc-83f9e5823c34 admin admin] Publish callbacks [] for security_group (e6ff3922-4cd2-4577-976b-974bfb18a705), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:28.600643 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc74511b-9479-41e3-8cbc-83f9e5823c34 admin admin] Publish callbacks [] for security_group (e6ff3922-4cd2-4577-976b-974bfb18a705), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:28.617950 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124f199-48ba-4aa4-a6d5-c0ef6722a46f req-25b8eaea-feba-4834-ac36-ee09db7d2277 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:28.619943 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0124f199-48ba-4aa4-a6d5-c0ef6722a46f req-25b8eaea-feba-4834-ac36-ee09db7d2277 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0569730 Sep 23 15:26:28.684041 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0124f199-48ba-4aa4-a6d5-c0ef6722a46f req-abe34fa1-2387-4a21-a61d-a660a32fbd6a tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530839 Sep 23 15:26:28.755553 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc74511b-9479-41e3-8cbc-83f9e5823c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (e6ff3922-4cd2-4577-976b-974bfb18a705), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:28.758267 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cc74511b-9479-41e3-8cbc-83f9e5823c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:28.759670 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-cc74511b-9479-41e3-8cbc-83f9e5823c34 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/e6ff3922-4cd2-4577-976b-974bfb18a705 HTTP/1.1" status: 204 len: 168 time: 0.2639034 Sep 23 15:26:28.768555 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74511b-9479-41e3-8cbc-83f9e5823c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff3922-4cd2-4577-976b-974bfb18a705,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:28.893401 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1951d1-011c-4546-8bbb-d9f57b02f84a req-122872ea-1075-4fa4-a245-dda2691fbf55 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:28.895158 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9b1951d1-011c-4546-8bbb-d9f57b02f84a req-122872ea-1075-4fa4-a245-dda2691fbf55 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0621760 Sep 23 15:26:28.953332 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9b1951d1-011c-4546-8bbb-d9f57b02f84a req-bb477e39-0369-4c4a-8ebf-3bbf90ac0d27 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522447 Sep 23 15:26:29.521851 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52704) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:29.563843 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0fca8051-1ce0-4f3a-9234-b64f17d16203 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5faba0985c464030a7b238905671c767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406520 Sep 23 15:26:29.566546 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52706) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:29.605358 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:29.617487 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67c734cf-3e4c-4114-a26c-8ca5cbb35560 admin admin] Publish callbacks [] for security_group (98cc3f92-a45a-414e-97ff-93729ff27c8c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.637820 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67c734cf-3e4c-4114-a26c-8ca5cbb35560 admin admin] Publish callbacks [] for security_group (98cc3f92-a45a-414e-97ff-93729ff27c8c), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.760893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67c734cf-3e4c-4114-a26c-8ca5cbb35560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (98cc3f92-a45a-414e-97ff-93729ff27c8c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.763719 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-67c734cf-3e4c-4114-a26c-8ca5cbb35560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:29.768468 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-67c734cf-3e4c-4114-a26c-8ca5cbb35560 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/98cc3f92-a45a-414e-97ff-93729ff27c8c HTTP/1.1" status: 204 len: 168 time: 0.1984754 Sep 23 15:26:29.786299 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c734cf-3e4c-4114-a26c-8ca5cbb35560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc3f92-a45a-414e-97ff-93729ff27c8c,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:29.821740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4850e71-1b0e-429e-8ef2-5ccf9057de0a req-686bb6ff-a025-437c-9207-61f80e209ba4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:29.823264 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f4850e71-1b0e-429e-8ef2-5ccf9057de0a req-686bb6ff-a025-437c-9207-61f80e209ba4 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0547016 Sep 23 15:26:29.879425 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f4850e71-1b0e-429e-8ef2-5ccf9057de0a req-c46d0b91-8db3-4ed8-a2c9-b3f652116185 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486779 Sep 23 15:26:30.091421 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e271654-a397-4aca-b923-cefdd8ff83e4 req-0efea947-d369-4f83-ba21-39dbaa123a2f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:30.093049 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6e271654-a397-4aca-b923-cefdd8ff83e4 req-0efea947-d369-4f83-ba21-39dbaa123a2f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0543096 Sep 23 15:26:30.146557 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6e271654-a397-4aca-b923-cefdd8ff83e4 req-74770ea3-ed0f-4e89-86a1-6cd54331f87d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474494 Sep 23 15:26:30.480853 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:26:30.583450 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:30.595513 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'mac_address': 'fa:16:3e:b1:6b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:26:30.636970 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: ACTIVE; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:30.637377 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:30.651621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 372595b3-5ccc-49a2-81d3-b61302bfa68d {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:26:30.674419 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:30.772941 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:30.826101 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=6']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:30.873183 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['372595b3-5ccc-49a2-81d3-b61302bfa68d'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:26:30.922317 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:31.176011 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52770) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:31.292558 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-354358296-network', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:31.313832 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5c894-9e34-4bf8-a464-1f5931ffb802 req-ad463f5f-e7b1-4878-bdee-6e9aaf585c6e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:31.315353 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-80a5c894-9e34-4bf8-a464-1f5931ffb802 req-ad463f5f-e7b1-4878-bdee-6e9aaf585c6e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 945 time: 0.0667219 Sep 23 15:26:31.364576 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-80a5c894-9e34-4bf8-a464-1f5931ffb802 req-e558c34d-b5e8-4210-856a-a4b97a9f0412 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Sep 23 15:26:31.424067 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Made reservation on behalf of d86aa99c129b476980f17821cd30ef30 for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:31.424067 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.433088 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.496750 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:31.519403 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks [] for security_group (4b201bc5-647a-4e34-a71d-3a2a2500a6a5), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.609678 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (4b201bc5-647a-4e34-a71d-3a2a2500a6a5), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.641150 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:26:31.649347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b201bc5-647a-4e34-a71d-3a2a2500a6a5,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:31.655784 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (4fa00d83-34c7-4f40-bb17-96f244f91cdd), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.656279 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Added segment 4fa00d83-34c7-4f40-bb17-96f244f91cdd of type vlan for network 9072055c-d8f5-4479-88ef-7d0bad15cace Sep 23 15:26:31.703776 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (9072055c-d8f5-4479-88ef-7d0bad15cace), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.821433 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (9072055c-d8f5-4479-88ef-7d0bad15cace), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.822431 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:31.823019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:31.895445 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] Pushing event updated for resources: {'Network': ['ID=9072055c-d8f5-4479-88ef-7d0bad15cace,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:31.907132 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 9072055c-d8f5-4479-88ef-7d0bad15cace details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:26:31.941025 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d12f23a5-9faa-4d11-a318-7bd8cc580e12 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7638261 Sep 23 15:26:31.944014 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52798) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:31.950200 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Request body: {'subnet': {'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-354358296-subnet', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:31.991888 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:32.146720 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Made reservation on behalf of d86aa99c129b476980f17821cd30ef30 for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:32.149688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10481917'] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.487365 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:32.544328 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325ae4c-2729-4a02-a729-61d583a7b89f req-d1dda591-197c-452d-b6af-c3c01a204d77 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:32.546770 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a325ae4c-2729-4a02-a729-61d583a7b89f req-d1dda591-197c-452d-b6af-c3c01a204d77 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 945 time: 0.0586665 Sep 23 15:26:32.547640 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 372595b3-5ccc-49a2-81d3-b61302bfa68d triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:32.548064 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.548459 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 372595b3-5ccc-49a2-81d3-b61302bfa68d Sep 23 15:26:32.610164 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10481899'] for subnet (f962a3e4-5288-4832-a281-d6e1efd4f2cb), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.644558 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a325ae4c-2729-4a02-a729-61d583a7b89f req-93826efb-ac7e-4621-8582-f0b72171498b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896447 Sep 23 15:26:32.728125 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=f962a3e4-5288-4832-a281-d6e1efd4f2cb,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:32.773218 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Checking segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:32.773937 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Network hostable DHCP agents. Network: 9072055c-d8f5-4479-88ef-7d0bad15cace, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:26:32.801567 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:32.813196 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:32.813703 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:32.844019 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:32.847486 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a825a970-93ee-4a85-a80e-7b31b9dcc074" -d '{"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-plugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:32.863095 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:32.912405 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106efe3-9cbe-4bd4-a53a-32f11aacc5a1 x-openstack-request-id: req-8106efe3-9cbe-4bd4-a53a-32f11aacc5a1 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:32.913515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-plugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:32.913931 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8106efe3-9cbe-4bd4-a53a-32f11aacc5a1 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:32.914501 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8106efe3-9cbe-4bd4-a53a-32f11aacc5a1'] response: {'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'code': 200} Sep 23 15:26:33.022473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Network 9072055c-d8f5-4479-88ef-7d0bad15cace is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:26:33.023477 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.098551 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=7']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:33.199295 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 9072055c-d8f5-4479-88ef-7d0bad15cace) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:33.199295 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.199295 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.204162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72f77a3-8187-4d3b-8b30-2c6dbe8f3ede None None] Network 9072055c-d8f5-4479-88ef-7d0bad15cace requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:33.330078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-9072055c-d8f5-4479-88ef-7d0bad15cace', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:26:33.331081 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.384372 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7f09b290-6c7f-457b-9046-1d2a8b4e32ed admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4385953 Sep 23 15:26:33.389026 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52816) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:33.395215 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:33.478662 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Allocated IP 172.20.0.2 (9072055c-d8f5-4479-88ef-7d0bad15cace/f962a3e4-5288-4832-a281-d6e1efd4f2cb/834cff37-3965-47dd-b9e3-f81ce24258df) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:33.515398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:33.518925 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.520196 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.619089 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:33.624138 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks [] for router_controller (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), precommit_add_association {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.666893 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Publish callbacks [] for port (834cff37-3965-47dd-b9e3-f81ce24258df), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.760835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.824138 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Pushing event updated for resources: {'Port': ['ID=834cff37-3965-47dd-b9e3-f81ce24258df,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:33.855753 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Network 9072055c-d8f5-4479-88ef-7d0bad15cace is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:33.859001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:33.862318 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:33.911869 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4beeb-91ae-4eaf-ba86-fe5166dab8a8 req-5ec096ca-1206-4a3a-83af-9bdfe071c58f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:33.919129 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9eb4beeb-91ae-4eaf-ba86-fe5166dab8a8 req-5ec096ca-1206-4a3a-83af-9bdfe071c58f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.1293278 Sep 23 15:26:33.932691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks [] for router_gateway (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:33.946212 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Attempting to bind port 834cff37-3965-47dd-b9e3-f81ce24258df on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:33.946826 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Attempting to bind port 834cff37-3965-47dd-b9e3-f81ce24258df by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:33.946948 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Attempting to bind port 834cff37-3965-47dd-b9e3-f81ce24258df on network 9072055c-d8f5-4479-88ef-7d0bad15cace {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:34.025111 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:34.025491 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Checking segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:34.025898 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.026297 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Bound using segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:34.026772 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Bound port: 834cff37-3965-47dd-b9e3-f81ce24258df, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:34.027161 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.037238 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-9eb4beeb-91ae-4eaf-ba86-fe5166dab8a8 req-f960ccdb-a1d2-4b7b-a7b4-ece7e404ba09 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172321 Sep 23 15:26:34.113717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] For port 834cff37-3965-47dd-b9e3-f81ce24258df, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:34.117661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] For port 834cff37-3965-47dd-b9e3-f81ce24258df, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=834cff37-3965-47dd-b9e3-f81ce24258df,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:34.273443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.335340 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks [] for router_gateway (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.343403 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:34.357841 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.381449 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:34.383495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1255d-ba71-4473-8d88-dae7534d46f0 None None] Pushing event updated for resources: {'Port': ['ID=834cff37-3965-47dd-b9e3-f81ce24258df,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:34.434578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.534629 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Allocated IP 172.27.0.201 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/af33ead4-a653-460f-b7f9-2d9397707a6b) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:34.693494 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks [] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.859186 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:34.906499 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:34.909940 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:34.914782 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:34.966087 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Pushing event updated for resources: {'Port': ['ID=af33ead4-a653-460f-b7f9-2d9397707a6b,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:35.200897 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 834cff37-3965-47dd-b9e3-f81ce24258df up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:35.261702 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272faad8-6d02-4a0e-90ce-3e890714d52a req-74b7abf1-8a24-4a7f-b3e3-4876a3dcc745 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:35.264837 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-272faad8-6d02-4a0e-90ce-3e890714d52a req-74b7abf1-8a24-4a7f-b3e3-4876a3dcc745 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0620863 Sep 23 15:26:35.286902 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 834cff37-3965-47dd-b9e3-f81ce24258df triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:35.287661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:35.288296 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 834cff37-3965-47dd-b9e3-f81ce24258df Sep 23 15:26:35.381946 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-272faad8-6d02-4a0e-90ce-3e890714d52a req-b9ad63ff-4af9-424f-a158-5f23860c9f3b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021991 Sep 23 15:26:35.406010 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 834cff37-3965-47dd-b9e3-f81ce24258df is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:35.406509 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:35.443145 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 834cff37-3965-47dd-b9e3-f81ce24258df, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=834cff37-3965-47dd-b9e3-f81ce24258df,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:35.593893 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc250a7-fe05-41f8-877e-7d062c1a8bc7 None None] Network 9072055c-d8f5-4479-88ef-7d0bad15cace requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:35.708188 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-5a83e64b-56cd-4817-8fd6-e87eaa28509e None None] Provisioning complete for port 834cff37-3965-47dd-b9e3-f81ce24258df triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:35.708479 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5a83e64b-56cd-4817-8fd6-e87eaa28509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:35.708823 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-5a83e64b-56cd-4817-8fd6-e87eaa28509e None None] Attempt 1 to provision port 834cff37-3965-47dd-b9e3-f81ce24258df Sep 23 15:26:35.710035 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=51 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:35.710970 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=40 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:35.761708 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:35.761890 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:35.792470 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:35.841867 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=834cff37-3965-47dd-b9e3-f81ce24258df,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:35.844827 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-5a83e64b-56cd-4817-8fd6-e87eaa28509e None None] Current status of the port 834cff37-3965-47dd-b9e3-f81ce24258df is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:35.865804 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks [] for router_gateway (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:35.974668 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-40ae26d8-45f5-4ce5-95b4-21679b8db828 None None] Provisioning complete for port 834cff37-3965-47dd-b9e3-f81ce24258df triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:35.975105 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-40ae26d8-45f5-4ce5-95b4-21679b8db828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:35.975456 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-40ae26d8-45f5-4ce5-95b4-21679b8db828 None None] Attempt 1 to provision port 834cff37-3965-47dd-b9e3-f81ce24258df Sep 23 15:26:36.099337 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-40ae26d8-45f5-4ce5-95b4-21679b8db828 None None] Current status of the port 834cff37-3965-47dd-b9e3-f81ce24258df is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:36.157423 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:36.287725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:36.458327 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:26:36.550829 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63414b-78c3-455d-968c-666ed6a8d346 req-2a9ed112-9ca7-48c6-b937-19e456419115 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:36.552429 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6f63414b-78c3-455d-968c-666ed6a8d346 req-2a9ed112-9ca7-48c6-b937-19e456419115 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0889144 Sep 23 15:26:36.648185 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:36.661121 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6f63414b-78c3-455d-968c-666ed6a8d346 req-2687e9b6-17e2-49eb-b917-a4bb2fd29460 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979810 Sep 23 15:26:36.663280 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Sync routers for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:36.682184 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:36.682907 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:36.805906 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:36.818007 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:36.822834 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e22494a7-6905-428b-ae37-8f116bdfb98d admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4289348 Sep 23 15:26:36.823145 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52842) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:37.053214 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:35Z', 'revision_number': 3, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:37.121015 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Checking router: 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:37.127518 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Updating router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca port af33ead4-a653-460f-b7f9-2d9397707a6b binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:26:37.185032 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:37.191799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.216741 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 834cff37-3965-47dd-b9e3-f81ce24258df up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:37.380783 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:37.387133 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 834cff37-3965-47dd-b9e3-f81ce24258df triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:37.387510 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.387850 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 834cff37-3965-47dd-b9e3-f81ce24258df Sep 23 15:26:37.389692 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.552801 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 834cff37-3965-47dd-b9e3-f81ce24258df is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:37.577543 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Allocated IP 172.20.0.1 (9072055c-d8f5-4479-88ef-7d0bad15cace/f962a3e4-5288-4832-a281-d6e1efd4f2cb/20962b3c-aa44-4659-bbd4-96915b11d7cd) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:37.614118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Publish callbacks [] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.654790 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:37.713426 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.716984 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks [] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.770353 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:37.818404 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Attempting to bind port af33ead4-a653-460f-b7f9-2d9397707a6b on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:37.818782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Attempting to bind port af33ead4-a653-460f-b7f9-2d9397707a6b by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:37.819156 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Attempting to bind port af33ead4-a653-460f-b7f9-2d9397707a6b on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:37.862432 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.868048 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ddfc1-3c95-41ab-a582-65d4f51475a5 None None] Pushing event updated for resources: {'Port': ['ID=af33ead4-a653-460f-b7f9-2d9397707a6b,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:37.890518 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece5ae7-411e-4d15-88d8-b2b1c1562918 req-4b536fa4-96a5-495e-9ef7-a115eab20f52 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:37.891962 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9ece5ae7-411e-4d15-88d8-b2b1c1562918 req-4b536fa4-96a5-495e-9ef7-a115eab20f52 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0874538 Sep 23 15:26:37.904967 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:37.905558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:37.906143 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.906653 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:37.908343 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Bound port: af33ead4-a653-460f-b7f9-2d9397707a6b, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:37.908343 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:37.921339 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Network 9072055c-d8f5-4479-88ef-7d0bad15cace is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:37.932645 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:37.944254 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:37.971438 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] For port af33ead4-a653-460f-b7f9-2d9397707a6b, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:37.979046 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9ece5ae7-411e-4d15-88d8-b2b1c1562918 req-3ca16bcc-05cc-4647-add3-5e90f4181a7c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798032 Sep 23 15:26:37.979297 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] For port af33ead4-a653-460f-b7f9-2d9397707a6b, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=af33ead4-a653-460f-b7f9-2d9397707a6b,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:38.003868 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Pushing event updated for resources: {'Port': ['ID=20962b3c-aa44-4659-bbd4-96915b11d7cd,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:38.032498 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.192928 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.229128 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:38.229856 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:38.360230 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.455126 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:38.459284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Provisioning complete for port 20962b3c-aa44-4659-bbd4-96915b11d7cd triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:38.459749 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.460202 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 1 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:38.497728 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ddfc1-3c95-41ab-a582-65d4f51475a5 None None] Pushing event updated for resources: {'Port': ['ID=af33ead4-a653-460f-b7f9-2d9397707a6b,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:38.556110 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:38.568574 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:38.584682 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks [] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.671284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:38.691804 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.774978 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:38.777889 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Pushing event updated for resources: {'Port': ['ID=20962b3c-aa44-4659-bbd4-96915b11d7cd,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:38.799620 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:35Z', 'revision_number': 3, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:38.878235 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1b3486-a437-45c8-9aa8-ee564f5fa893 None None] The sync data for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi is: [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:35Z', 'revision_number': 3, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:38.933734 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Network 9072055c-d8f5-4479-88ef-7d0bad15cace is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:38.935244 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:39.058325 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 2 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:39.142586 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:39.191633 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:39.222441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934a0dc-de8f-459c-bd39-ebd784e78062 req-a2982b1b-4dfb-431b-8530-f8747ef0a1b9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:39.224031 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6934a0dc-de8f-459c-bd39-ebd784e78062 req-a2982b1b-4dfb-431b-8530-f8747ef0a1b9 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0965741 Sep 23 15:26:39.225993 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:39.386934 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6934a0dc-de8f-459c-bd39-ebd784e78062 req-61e01c67-722a-4626-8ec9-52909067afb5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442873 Sep 23 15:26:39.476917 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:39.484507 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-433b31fa-d3fe-4230-80d1-a86fe5fbd85e admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/4a46cc3f-a81b-466b-bed3-c7b0e32f25ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6583197 Sep 23 15:26:39.644486 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 3 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:39.709805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:40.210913 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 4 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:40.244686 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:40.621145 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684acc67-26fd-4373-8c45-ee12f109f223 req-7fd42d83-280f-4abb-82b3-245a8d2254e6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:40.623130 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-684acc67-26fd-4373-8c45-ee12f109f223 req-7fd42d83-280f-4abb-82b3-245a8d2254e6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.1042588 Sep 23 15:26:40.699114 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-684acc67-26fd-4373-8c45-ee12f109f223 req-c68b87cb-7ff8-4cb6-aa1a-c2557b7f6fe6 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683515 Sep 23 15:26:40.728347 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52894) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:40.735260 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-367304401-network', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:40.745878 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 5 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:40.792399 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:40.903518 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Made reservation on behalf of 50f11b8c3f7949debec23f52ea06b70c for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:40.908495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:40.924189 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.002005 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Sync routers for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:41.014201 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:41.015247 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:41.037027 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks [] for security_group (f06919fc-fb32-47ef-8b2e-56780cb77cb3), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.135818 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:41.171970 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f06919fc-fb32-47ef-8b2e-56780cb77cb3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.186524 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device af33ead4-a653-460f-b7f9-2d9397707a6b up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:41.244518 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06919fc-fb32-47ef-8b2e-56780cb77cb3,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:41.274604 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.275090 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.283508 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:41.291688 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port af33ead4-a653-460f-b7f9-2d9397707a6b triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:41.292283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.292598 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port af33ead4-a653-460f-b7f9-2d9397707a6b Sep 23 15:26:41.296315 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 6 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:41.311445 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:26:41.329362 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (db5335a1-9545-4ef7-b1dc-b69921e192e6), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.330430 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Added segment db5335a1-9545-4ef7-b1dc-b69921e192e6 of type vlan for network bdf819da-07c5-4d26-abed-140c89c75d50 Sep 23 15:26:41.369678 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:41.395221 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (bdf819da-07c5-4d26-abed-140c89c75d50), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.432442 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:41.436780 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 2, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:41.457119 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port af33ead4-a653-460f-b7f9-2d9397707a6b is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:41.457527 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.470200 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Checking router: 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:41.470556 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Updating router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca port 20962b3c-aa44-4659-bbd4-96915b11d7cd binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:26:41.492391 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port af33ead4-a653-460f-b7f9-2d9397707a6b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=af33ead4-a653-460f-b7f9-2d9397707a6b,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:41.548999 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (bdf819da-07c5-4d26-abed-140c89c75d50), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.550469 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:41.551078 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.592986 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.632963 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.633816 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] Pushing event updated for resources: {'Network': ['ID=bdf819da-07c5-4d26-abed-140c89c75d50,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:41.653892 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network bdf819da-07c5-4d26-abed-140c89c75d50 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:26:41.726306 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-49a0ef5b-9110-4b45-8d44-4ee34f8da4f2 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9965329 Sep 23 15:26:41.729122 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52900) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:41.734671 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=af33ead4-a653-460f-b7f9-2d9397707a6b,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:41.735724 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Request body: {'subnet': {'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-367304401-subnet', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:41.831823 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:41.870619 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 7 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:41.875086 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b2870-0f78-43b5-9b65-c3a4d4a5524d req-7f3d08b8-3767-4c62-9191-4ca53c38645e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:41.876986 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ce6b2870-0f78-43b5-9b65-c3a4d4a5524d req-7f3d08b8-3767-4c62-9191-4ca53c38645e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0552807 Sep 23 15:26:41.897716 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Made reservation on behalf of 50f11b8c3f7949debec23f52ea06b70c for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:26:41.900411 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:41.916536 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:41.954736 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ce6b2870-0f78-43b5-9b65-c3a4d4a5524d req-4e953533-e2fc-4369-9980-c3cd87c002fd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715964 Sep 23 15:26:42.062513 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Publish callbacks [] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.320646 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.321355 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (7d17b515-665a-4d35-961a-d0b2e23e96ff), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.386837 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d17b515-665a-4d35-961a-d0b2e23e96ff,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:42.398476 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:42.417604 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 8 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:42.437092 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Checking segment: {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:42.437484 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Network hostable DHCP agents. Network: bdf819da-07c5-4d26-abed-140c89c75d50, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:26:42.443665 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Pushing event updated for resources: {'Port': ['ID=20962b3c-aa44-4659-bbd4-96915b11d7cd,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:42.458255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.458689 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.459062 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.459425 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.462205 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.462205 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.462205 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.462205 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.462769 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.463129 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.463465 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.464312 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.464915 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.465260 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.465596 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:26:42.513413 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Port 20962b3c-aa44-4659-bbd4-96915b11d7cd cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:42.578341 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Network bdf819da-07c5-4d26-abed-140c89c75d50 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:26:42.590277 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Attempting to bind port 20962b3c-aa44-4659-bbd4-96915b11d7cd on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:42.590644 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Attempting to bind port 20962b3c-aa44-4659-bbd4-96915b11d7cd by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:42.591012 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Attempting to bind port 20962b3c-aa44-4659-bbd4-96915b11d7cd on network 9072055c-d8f5-4479-88ef-7d0bad15cace {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:42.629307 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:42.637926 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:42.638240 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Checking segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:42.639319 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.639713 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Bound using segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:42.640236 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Bound port: 20962b3c-aa44-4659-bbd4-96915b11d7cd, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:42.640659 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.711674 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] For port 20962b3c-aa44-4659-bbd4-96915b11d7cd, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:42.715845 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] For port 20962b3c-aa44-4659-bbd4-96915b11d7cd, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=20962b3c-aa44-4659-bbd4-96915b11d7cd,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:42.737147 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, bdf819da-07c5-4d26-abed-140c89c75d50) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:42.742441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:42.743664 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.746176 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092290d-e507-4c09-9831-f6563d88d260 None None] Network bdf819da-07c5-4d26-abed-140c89c75d50 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:42.823399 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:42.878921 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.902985 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-bdf819da-07c5-4d26-abed-140c89c75d50', 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50', 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'fixed_ips': [{'subnet_id': '7d17b515-665a-4d35-961a-d0b2e23e96ff'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:26:42.907616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:42.938406 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ebcd5bea-eff1-4616-83ff-8ef79bc4390f admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2081773 Sep 23 15:26:42.946604 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52924) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:42.946604 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:42.967594 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:42.968942 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:42.969729 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:43.030168 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Attempt 9 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:43.104426 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce896751-7352-4718-89d0-236bdad13474 None None] Pushing event updated for resources: {'Port': ['ID=20962b3c-aa44-4659-bbd4-96915b11d7cd,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:43.108921 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (f4b23cd1-47aa-48f2-ade3-e359971e4c63), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.113160 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (f4b23cd1-47aa-48f2-ade3-e359971e4c63), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.130201 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad99e6-1c86-4683-a9f3-948bef41c05a req-1bde7a2b-ecab-4ffd-88cf-1427c1ea6c84 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:43.137303 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:43.141260 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f8ad99e6-1c86-4683-a9f3-948bef41c05a req-1bde7a2b-ecab-4ffd-88cf-1427c1ea6c84 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0732532 Sep 23 15:26:43.193670 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Allocated IP 172.20.0.2 (bdf819da-07c5-4d26-abed-140c89c75d50/7d17b515-665a-4d35-961a-d0b2e23e96ff/04de006f-f3f1-44f8-872e-d37fa3f11b12) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:43.210359 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Current status of the port 20962b3c-aa44-4659-bbd4-96915b11d7cd is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:43.210896 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.217715 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f8ad99e6-1c86-4683-a9f3-948bef41c05a req-1095d5df-5ae5-42e3-b128-8cd3cac30b4f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751550 Sep 23 15:26:43.253931 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks [] for router_controller (f4b23cd1-47aa-48f2-ade3-e359971e4c63), precommit_add_association {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.309924 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device af33ead4-a653-460f-b7f9-2d9397707a6b up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:43.316715 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] For port 20962b3c-aa44-4659-bbd4-96915b11d7cd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=20962b3c-aa44-4659-bbd4-96915b11d7cd,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:43.331114 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:43.409291 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.493534 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port af33ead4-a653-460f-b7f9-2d9397707a6b triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:43.493534 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.494858 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port af33ead4-a653-460f-b7f9-2d9397707a6b Sep 23 15:26:43.523965 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b56c10-0621-468f-82c0-873b258f4136 None None] Pushing event updated for resources: {'Port': ['ID=20962b3c-aa44-4659-bbd4-96915b11d7cd,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:43.588936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-1b617f8c-07aa-4f26-a988-a7f0ae0573ac None None] Provisioning complete for port 20962b3c-aa44-4659-bbd4-96915b11d7cd triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:43.589314 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1b617f8c-07aa-4f26-a988-a7f0ae0573ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.589652 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-1b617f8c-07aa-4f26-a988-a7f0ae0573ac None None] Attempt 1 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:43.637184 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:42Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:43.667678 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Publish callbacks [] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.674151 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a13ec9-0c65-4825-b184-8142090550cc None None] The sync data for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi is: [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:42Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:43.752226 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port af33ead4-a653-460f-b7f9-2d9397707a6b is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:43.866811 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:43.930310 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Network bdf819da-07c5-4d26-abed-140c89c75d50 is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:43.943147 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:43.970418 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:43.993277 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-1b617f8c-07aa-4f26-a988-a7f0ae0573ac None None] Current status of the port 20962b3c-aa44-4659-bbd4-96915b11d7cd is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:43.993277 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Pushing event updated for resources: {'Port': ['ID=04de006f-f3f1-44f8-872e-d37fa3f11b12,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:44.050494 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks [] for router_gateway (f4b23cd1-47aa-48f2-ade3-e359971e4c63), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.074436 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Attempting to bind port 04de006f-f3f1-44f8-872e-d37fa3f11b12 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:44.075249 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Attempting to bind port 04de006f-f3f1-44f8-872e-d37fa3f11b12 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:44.076866 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Attempting to bind port 04de006f-f3f1-44f8-872e-d37fa3f11b12 on network bdf819da-07c5-4d26-abed-140c89c75d50 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:44.103649 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:44.142107 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:44.153061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Checking segment: {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:44.153061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.153061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Bound using segment: {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:44.153061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Bound port: 04de006f-f3f1-44f8-872e-d37fa3f11b12, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:44.153061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.264024 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] For port 04de006f-f3f1-44f8-872e-d37fa3f11b12, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:44.268463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] For port 04de006f-f3f1-44f8-872e-d37fa3f11b12, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=04de006f-f3f1-44f8-872e-d37fa3f11b12,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:44.379618 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:44.402661 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f5f82-143f-4596-87d7-cf896a5c2534 req-a1a41509-19a3-4aee-a771-ef912188441c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:44.407450 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-778f5f82-143f-4596-87d7-cf896a5c2534 req-a1a41509-19a3-4aee-a771-ef912188441c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0732155 Sep 23 15:26:44.418914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.551329 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-778f5f82-143f-4596-87d7-cf896a5c2534 req-8e8fef92-9d88-46ba-8d23-d6880e48dd51 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346905 Sep 23 15:26:44.555446 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks [] for router_gateway (f4b23cd1-47aa-48f2-ade3-e359971e4c63), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.611342 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:44.793026 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4f020-94ab-491f-8035-46819b8f61aa None None] Pushing event updated for resources: {'Port': ['ID=04de006f-f3f1-44f8-872e-d37fa3f11b12,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:44.865072 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Allocated IP 172.27.0.74 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/f49b8525-748c-4579-b821-d1380df31e22) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:45.126046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:45.167681 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks [] for port (f49b8525-748c-4579-b821-d1380df31e22), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:45.324053 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 20962b3c-aa44-4659-bbd4-96915b11d7cd up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:45.378059 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 20962b3c-aa44-4659-bbd4-96915b11d7cd triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:45.378640 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:45.378984 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 20962b3c-aa44-4659-bbd4-96915b11d7cd Sep 23 15:26:45.433309 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (f49b8525-748c-4579-b821-d1380df31e22), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:45.446963 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:45.481440 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 20962b3c-aa44-4659-bbd4-96915b11d7cd is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:45.483335 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 04de006f-f3f1-44f8-872e-d37fa3f11b12 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:45.504535 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:45.507707 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:45.510877 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:45.533256 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 04de006f-f3f1-44f8-872e-d37fa3f11b12 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:45.533638 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:45.533989 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 04de006f-f3f1-44f8-872e-d37fa3f11b12 Sep 23 15:26:45.553008 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=f49b8525-748c-4579-b821-d1380df31e22,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:45.630872 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 04de006f-f3f1-44f8-872e-d37fa3f11b12 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:45.631444 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:45.682709 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 04de006f-f3f1-44f8-872e-d37fa3f11b12, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=04de006f-f3f1-44f8-872e-d37fa3f11b12,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:45.763853 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb17bbb-7af6-40f6-b5c6-6faff83bb121 req-c817b681-dcec-48cf-b544-b00a770cb824 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:45.765526 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6bb17bbb-7af6-40f6-b5c6-6faff83bb121 req-c817b681-dcec-48cf-b544-b00a770cb824 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0771408 Sep 23 15:26:45.813111 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393151f-3646-468c-9669-29dd14825f18 None None] Network bdf819da-07c5-4d26-abed-140c89c75d50 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:26:45.829676 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6bb17bbb-7af6-40f6-b5c6-6faff83bb121 req-976f4b91-8ed2-434d-b648-17af942d1250 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548799 Sep 23 15:26:45.861902 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Provisioning complete for port 04de006f-f3f1-44f8-872e-d37fa3f11b12 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:45.862280 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:45.862620 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Attempt 1 to provision port 04de006f-f3f1-44f8-872e-d37fa3f11b12 Sep 23 15:26:45.978774 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.019203 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Current status of the port 04de006f-f3f1-44f8-872e-d37fa3f11b12 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:46.019606 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.061217 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=04de006f-f3f1-44f8-872e-d37fa3f11b12,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:46.108407 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.db.api [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 15:26:46.108941 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG oslo_db.api [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:26:46.117835 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks [] for router_gateway (f4b23cd1-47aa-48f2-ade3-e359971e4c63), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.130199 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:46.349297 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (f4b23cd1-47aa-48f2-ade3-e359971e4c63), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.512497 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1f58eb58-0e76-4057-bb55-72ec9a265760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.575165 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Router f4b23cd1-47aa-48f2-ade3-e359971e4c63 is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:26:46.611137 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:46.647924 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-488a5229-a4bd-4826-8f12-461c6c120cb9 None None] Current status of the port 04de006f-f3f1-44f8-872e-d37fa3f11b12 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:46.701523 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:46.711562 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Sync routers for ids ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:46.725292 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Routers {'f4b23cd1-47aa-48f2-ade3-e359971e4c63'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:46.726249 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:46.788554 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-6b331e23-b5e7-4fce-a541-973969516247 None None] Provisioning complete for port 04de006f-f3f1-44f8-872e-d37fa3f11b12 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:46.789041 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-6b331e23-b5e7-4fce-a541-973969516247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.789527 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-6b331e23-b5e7-4fce-a541-973969516247 None None] Attempt 1 to provision port 04de006f-f3f1-44f8-872e-d37fa3f11b12 Sep 23 15:26:46.837169 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:46.840575 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-9a971045-c29e-4d83-bf94-5983be1b7ce2 admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8985178 Sep 23 15:26:46.844007 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 52956) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:46.877782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Set router f4b23cd1-47aa-48f2-ade3-e359971e4c63 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:47.012060 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-6b331e23-b5e7-4fce-a541-973969516247 None None] Current status of the port 04de006f-f3f1-44f8-872e-d37fa3f11b12 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:47.035209 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:47.041087 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3c973-c830-4480-a250-2309681b6608 req-00f95400-18cb-46da-bd2b-b4c2fa401d6f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:47.042579 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-10f3c973-c830-4480-a250-2309681b6608 req-00f95400-18cb-46da-bd2b-b4c2fa401d6f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0693650 Sep 23 15:26:47.052867 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52962) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:47.119473 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:26:45Z', 'revision_number': 3, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:47.152794 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Checking router: f4b23cd1-47aa-48f2-ade3-e359971e4c63 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:47.153167 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Updating router f4b23cd1-47aa-48f2-ade3-e359971e4c63 port f49b8525-748c-4579-b821-d1380df31e22 binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:26:47.189084 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f49b8525-748c-4579-b821-d1380df31e22), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.216168 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-10f3c973-c830-4480-a250-2309681b6608 req-c8a15c39-78be-4fd9-a132-5871fb55c6db tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649544 Sep 23 15:26:47.225012 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b26a8171-4dc2-4be5-ab47-888132080fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.288707 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 04de006f-f3f1-44f8-872e-d37fa3f11b12 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:47.295766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:47.334297 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b26a8171-4dc2-4be5-ab47-888132080fd0 admin admin] Publish callbacks [] for security_group (a314fe08-d78f-4ccf-aa56-97264ecd07f3), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.368600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:47.416083 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 04de006f-f3f1-44f8-872e-d37fa3f11b12 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:47.416375 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.416716 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 04de006f-f3f1-44f8-872e-d37fa3f11b12 Sep 23 15:26:47.422811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b26a8171-4dc2-4be5-ab47-888132080fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a314fe08-d78f-4ccf-aa56-97264ecd07f3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.471410 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a8171-4dc2-4be5-ab47-888132080fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a314fe08-d78f-4ccf-aa56-97264ecd07f3,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:47.476500 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b26a8171-4dc2-4be5-ab47-888132080fd0 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=fc9693b3782346509e69e05f8a072615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4223161 Sep 23 15:26:47.479206 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52974) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:47.506051 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.536893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4406fcc4-9968-4c5e-9d99-112ff32dfb06 admin admin] Publish callbacks [] for security_group (a314fe08-d78f-4ccf-aa56-97264ecd07f3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.553348 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 04de006f-f3f1-44f8-872e-d37fa3f11b12 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:47.565385 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4406fcc4-9968-4c5e-9d99-112ff32dfb06 admin admin] Publish callbacks [] for security_group (a314fe08-d78f-4ccf-aa56-97264ecd07f3), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.593036 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:47.601002 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Publish callbacks [] for port (f49b8525-748c-4579-b821-d1380df31e22), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.645924 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:47.683969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f49b8525-748c-4579-b821-d1380df31e22), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.691345 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Allocated IP 172.20.0.1 (bdf819da-07c5-4d26-abed-140c89c75d50/7d17b515-665a-4d35-961a-d0b2e23e96ff/bd5eab07-bf56-4846-91c0-85546e5d61c6) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:26:47.716775 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Attempting to bind port f49b8525-748c-4579-b821-d1380df31e22 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:47.717434 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Attempting to bind port f49b8525-748c-4579-b821-d1380df31e22 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:47.717434 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Attempting to bind port f49b8525-748c-4579-b821-d1380df31e22 on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:47.735476 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4406fcc4-9968-4c5e-9d99-112ff32dfb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a314fe08-d78f-4ccf-aa56-97264ecd07f3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.738153 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4406fcc4-9968-4c5e-9d99-112ff32dfb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.739344 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4406fcc4-9968-4c5e-9d99-112ff32dfb06 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a314fe08-d78f-4ccf-aa56-97264ecd07f3 HTTP/1.1" status: 204 len: 168 time: 0.2586834 Sep 23 15:26:47.750383 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406fcc4-9968-4c5e-9d99-112ff32dfb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a314fe08-d78f-4ccf-aa56-97264ecd07f3,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:47.768904 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97b86a-fea1-4c03-9832-e61c4ad062dc None None] Pushing event updated for resources: {'Port': ['ID=f49b8525-748c-4579-b821-d1380df31e22,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:47.803789 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:47.804202 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:47.804621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.805008 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:47.805482 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Bound port: f49b8525-748c-4579-b821-d1380df31e22, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:47.805859 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f49b8525-748c-4579-b821-d1380df31e22), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.812857 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks [] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.854937 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] For port f49b8525-748c-4579-b821-d1380df31e22, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:47.858699 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] For port f49b8525-748c-4579-b821-d1380df31e22, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f49b8525-748c-4579-b821-d1380df31e22,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:47.866737 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:47.971952 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:47.972590 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f49b8525-748c-4579-b821-d1380df31e22), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.010480 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Routers {'f4b23cd1-47aa-48f2-ade3-e359971e4c63'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:48.011114 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:48.015388 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Network bdf819da-07c5-4d26-abed-140c89c75d50 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:48.018299 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:48.025130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:26:48.053237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5eab07-bf56-4846-91c0-85546e5d61c6,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:48.070535 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97b86a-fea1-4c03-9832-e61c4ad062dc None None] Pushing event updated for resources: {'Port': ['ID=f49b8525-748c-4579-b821-d1380df31e22,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:48.072591 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (f4b23cd1-47aa-48f2-ade3-e359971e4c63), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.158002 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] Set router f4b23cd1-47aa-48f2-ade3-e359971e4c63 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:48.168713 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:48.299676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-61b36a36-7d86-4e01-a761-7badb49113e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:48.301609 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-61b36a36-7d86-4e01-a761-7badb49113e1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1130 time: 0.0657201 Sep 23 15:26:48.319282 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:48.358652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:26:45Z', 'revision_number': 3, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:48.366624 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee1c8c-9c13-40e0-a8c4-0550e8b6b23d req-c9f32f5c-46fa-4af9-b24c-ba9f80f965b5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:48.369042 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-75ee1c8c-9c13-40e0-a8c4-0550e8b6b23d req-c9f32f5c-46fa-4af9-b24c-ba9f80f965b5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0612087 Sep 23 15:26:48.388522 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5029ee-2c06-42ef-b490-45d38da1d989 None None] The sync data for ids ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'] in dv-cinder-855307-2-iscsi is: [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:26:45Z', 'revision_number': 3, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:48.393896 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.401104 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Provisioning complete for port bd5eab07-bf56-4846-91c0-85546e5d61c6 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:48.401492 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.401848 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 1 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:48.462074 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-75ee1c8c-9c13-40e0-a8c4-0550e8b6b23d req-6ff75427-9224-4716-aac7-ddacf0ec0dbc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770028 Sep 23 15:26:48.495663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-7be5e093-9faf-4f48-8777-a0d354a64ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:48.500300 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-7be5e093-9faf-4f48-8777-a0d354a64ffd service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.1885502 Sep 23 15:26:48.593057 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:48.616388 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-143dbcbd-ca0e-4022-8e0f-cf8a30925b8e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 1002 time: 0.1014900 Sep 23 15:26:48.641721 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52988) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:48.661682 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e3c82f4-079d-4f9d-ad5e-5de648baad3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.713924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-ee36ec22-7ec7-4bd6-887e-23c35158fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:48.715397 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-ee36ec22-7ec7-4bd6-887e-23c35158fc25 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.0882561 Sep 23 15:26:48.764456 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks [] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.783293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-42be4832-0f4a-42c9-843e-6ec48586fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:48.784838 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-42be4832-0f4a-42c9-843e-6ec48586fcd3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584795 Sep 23 15:26:48.795212 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e3c82f4-079d-4f9d-ad5e-5de648baad3d admin admin] Publish callbacks [] for security_group (412a1bdd-40cf-4f20-9472-21f90a85aa51), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.858602 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-48e80ce3-8be4-4a65-8059-55adb415e7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.882542 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-62041fda-20d0-4065-8c66-7f86f798c7c0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913010 Sep 23 15:26:48.891803 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6e3c82f4-079d-4f9d-ad5e-5de648baad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (412a1bdd-40cf-4f20-9472-21f90a85aa51), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.899801 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:48.936689 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6e3c82f4-079d-4f9d-ad5e-5de648baad3d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=442f001261ea48be83436bfc65116e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935965 Sep 23 15:26:48.937491 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c82f4-079d-4f9d-ad5e-5de648baad3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a1bdd-40cf-4f20-9472-21f90a85aa51,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:48.940427 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 52990) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:49.000583 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cda44386-4650-4958-81a4-296bbc389177 admin admin] Publish callbacks [] for security_group (412a1bdd-40cf-4f20-9472-21f90a85aa51), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.023881 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cda44386-4650-4958-81a4-296bbc389177 admin admin] Publish callbacks [] for security_group (412a1bdd-40cf-4f20-9472-21f90a85aa51), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.029633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Pushing event updated for resources: {'Port': ['ID=bd5eab07-bf56-4846-91c0-85546e5d61c6,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:49.038689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (f4b23cd1-47aa-48f2-ade3-e359971e4c63), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.094285 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 2 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:49.131167 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d39941f-ebcb-4b60-b416-b8243e4aac2b req-1e971a12-90c8-4fa1-8f31-4f82a9714395 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413313 Sep 23 15:26:49.142457 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:UPDATE=1,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:49.152614 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:49.182855 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cda44386-4650-4958-81a4-296bbc389177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (412a1bdd-40cf-4f20-9472-21f90a85aa51), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.185751 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cda44386-4650-4958-81a4-296bbc389177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.197432 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-cda44386-4650-4958-81a4-296bbc389177 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/412a1bdd-40cf-4f20-9472-21f90a85aa51 HTTP/1.1" status: 204 len: 168 time: 0.2459707 Sep 23 15:26:49.198213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Network bdf819da-07c5-4d26-abed-140c89c75d50 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:26:49.201946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:26:49.202902 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda44386-4650-4958-81a4-296bbc389177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a1bdd-40cf-4f20-9472-21f90a85aa51,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:49.225640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:49.258976 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f49b8525-748c-4579-b821-d1380df31e22 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:49.354610 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port f49b8525-748c-4579-b821-d1380df31e22 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:49.355538 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f49b8525-748c-4579-b821-d1380df31e22), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.356075 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port f49b8525-748c-4579-b821-d1380df31e22 Sep 23 15:26:49.387581 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Router f4b23cd1-47aa-48f2-ade3-e359971e4c63 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:26:49.479950 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port f49b8525-748c-4579-b821-d1380df31e22 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:49.480649 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (f49b8525-748c-4579-b821-d1380df31e22), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.507775 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port f49b8525-748c-4579-b821-d1380df31e22, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f49b8525-748c-4579-b821-d1380df31e22,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:49.527651 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:26:49.536219 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d16feb76-e737-4245-8feb-6c9008f22447 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/f4b23cd1-47aa-48f2-ade3-e359971e4c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6878841 Sep 23 15:26:49.610441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597f300-c27a-4b5c-b08e-2760cb68f67c req-96eaa31c-e085-49eb-b933-fc507f870443 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:49.612024 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9597f300-c27a-4b5c-b08e-2760cb68f67c req-96eaa31c-e085-49eb-b933-fc507f870443 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0615826 Sep 23 15:26:49.624341 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (f49b8525-748c-4579-b821-d1380df31e22), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:49.653596 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 3 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:49.665478 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9597f300-c27a-4b5c-b08e-2760cb68f67c req-589f6e97-ac6b-4e73-8823-18818092f6ea tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Sep 23 15:26:49.712139 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:49.713234 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=f49b8525-748c-4579-b821-d1380df31e22,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:49.761146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.079320 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53006) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:50.080859 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53008) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:50.085072 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508895721', 'description': 'tempest-secgroup-smoke-1508895721 description', 'project_id': 'd86aa99c129b476980f17821cd30ef30'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:50.096644 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5da2909e-4818-4633-83a4-b22888bbfc59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.156507 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=19,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.178445 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5da2909e-4818-4633-83a4-b22888bbfc59 admin admin] Publish callbacks [] for security_group (831369e9-f57c-4c1c-9096-2268911df009), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.213700 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 4 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:50.216797 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.246310 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:50.257103 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5da2909e-4818-4633-83a4-b22888bbfc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (831369e9-f57c-4c1c-9096-2268911df009), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.257920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.298102 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-5da2909e-4818-4633-83a4-b22888bbfc59 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=5e95705a25404ccb830036cf02e07a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155552 Sep 23 15:26:50.299376 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2909e-4818-4633-83a4-b22888bbfc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831369e9-f57c-4c1c-9096-2268911df009,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:50.301395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53010) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:50.314401 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.359804 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group (ba012235-4f12-42e9-9573-69505f01aff0), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.377473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4239-28f7-41b3-b4a3-8f10a9540af4 admin admin] Publish callbacks [] for security_group (831369e9-f57c-4c1c-9096-2268911df009), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.379880 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:50.398229 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4239-28f7-41b3-b4a3-8f10a9540af4 admin admin] Publish callbacks [] for security_group (831369e9-f57c-4c1c-9096-2268911df009), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.468492 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ba012235-4f12-42e9-9573-69505f01aff0), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.500325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba012235-4f12-42e9-9573-69505f01aff0,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:50.577691 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4239-28f7-41b3-b4a3-8f10a9540af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (831369e9-f57c-4c1c-9096-2268911df009), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.580385 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e5aa4239-28f7-41b3-b4a3-8f10a9540af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.581540 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e5aa4239-28f7-41b3-b4a3-8f10a9540af4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/831369e9-f57c-4c1c-9096-2268911df009 HTTP/1.1" status: 204 len: 168 time: 0.2792211 Sep 23 15:26:50.592517 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.617108 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e6ffc415-c013-4372-87ac-9c633854ccea tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5128555 Sep 23 15:26:50.617108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa4239-28f7-41b3-b4a3-8f10a9540af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831369e9-f57c-4c1c-9096-2268911df009,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:50.618490 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53016) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:50.623558 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group_rule': {'security_group_id': 'ba012235-4f12-42e9-9573-69505f01aff0', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:50.743321 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (1cc352b4-443a-4d07-8b58-a88894138040), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.749295 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 5 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:50.793448 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:50.814969 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (1cc352b4-443a-4d07-8b58-a88894138040), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.826471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948ce73-bff1-4a0f-b333-8d495861f0bd req-0df8f465-29fe-4624-9a1b-d34b77859bab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:50.828069 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9948ce73-bff1-4a0f-b333-8d495861f0bd req-0df8f465-29fe-4624-9a1b-d34b77859bab tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0571556 Sep 23 15:26:50.877438 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9948ce73-bff1-4a0f-b333-8d495861f0bd req-846efec8-fee5-478e-8895-1a42db5c8b84 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Sep 23 15:26:50.942694 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (1cc352b4-443a-4d07-8b58-a88894138040), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:50.964120 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc352b4-443a-4d07-8b58-a88894138040,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:51.053363 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.063439 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4dd5d552-ad08-46d8-b754-0e329e2b9d75 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4399428 Sep 23 15:26:51.064235 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53024) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:51.068336 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group_rule': {'security_group_id': 'ba012235-4f12-42e9-9573-69505f01aff0', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:51.080466 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Sync routers for ids ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:26:51.093846 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Routers {'f4b23cd1-47aa-48f2-ade3-e359971e4c63'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:51.094571 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:51.198475 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f49b8525-748c-4579-b821-d1380df31e22 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:51.220554 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Set router f4b23cd1-47aa-48f2-ade3-e359971e4c63 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:51.250033 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port f49b8525-748c-4579-b821-d1380df31e22 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:51.250652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (f49b8525-748c-4579-b821-d1380df31e22), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.250818 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port f49b8525-748c-4579-b821-d1380df31e22 Sep 23 15:26:51.292815 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (3779efd2-7fa3-4e6e-89d0-be9463f51327), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.294123 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 6 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:51.349440 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port f49b8525-748c-4579-b821-d1380df31e22 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:51.353878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:51.356202 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (3779efd2-7fa3-4e6e-89d0-be9463f51327), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.376249 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:51.429875 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:26:48Z', 'revision_number': 4, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'bd5eab07-bf56-4846-91c0-85546e5d61c6', 'name': '', 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'mac_address': 'fa:16:3e:b0:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7d17b515-665a-4d35-961a-d0b2e23e96ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:47Z', 'updated_at': '2022-09-23T15:26:48Z', 'revision_number': 2, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'subnets': [{'id': '7d17b515-665a-4d35-961a-d0b2e23e96ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:51.459278 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Checking router: f4b23cd1-47aa-48f2-ade3-e359971e4c63 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:26:51.459647 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Updating router f4b23cd1-47aa-48f2-ade3-e359971e4c63 port bd5eab07-bf56-4846-91c0-85546e5d61c6 binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:26:51.494082 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.514388 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (3779efd2-7fa3-4e6e-89d0-be9463f51327), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.534887 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3779efd2-7fa3-4e6e-89d0-be9463f51327,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:51.624023 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.625340 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-5f7c6dd4-3018-4d2d-9a26-da21421b0219 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5606716 Sep 23 15:26:51.628600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53036) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:51.639025 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group_rule': {'security_group_id': 'ba012235-4f12-42e9-9573-69505f01aff0', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:51.736364 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (f4c404ab-df16-4a08-ac69-562d490c9ec5), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.776418 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Publish callbacks [] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.779737 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:51.803953 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (f4c404ab-df16-4a08-ac69-562d490c9ec5), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.854117 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 7 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:51.880458 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.891739 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:51.933293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (f4c404ab-df16-4a08-ac69-562d490c9ec5), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:51.949995 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c404ab-df16-4a08-ac69-562d490c9ec5,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:51.955318 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b04880-ffab-4dfc-b3e1-8d7a4242ef45 None None] Pushing event updated for resources: {'Port': ['ID=bd5eab07-bf56-4846-91c0-85546e5d61c6,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:52.078350 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:52.083966 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.092248 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.093819 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2c4e3e65-4f15-4a3b-9ec3-871e3a094f02 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634600 Sep 23 15:26:52.096789 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53050) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:52.106831 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group_rule': {'security_group_id': 'ba012235-4f12-42e9-9573-69505f01aff0', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:52.109865 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c5314-c564-4ce7-8845-af657e9af711 req-5815d373-e7b7-4ee4-8748-4f8842d1d564 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:52.110177 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Attempting to bind port bd5eab07-bf56-4846-91c0-85546e5d61c6 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:26:52.110664 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Attempting to bind port bd5eab07-bf56-4846-91c0-85546e5d61c6 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:26:52.111087 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Attempting to bind port bd5eab07-bf56-4846-91c0-85546e5d61c6 on network bdf819da-07c5-4d26-abed-140c89c75d50 {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:26:52.121230 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b91c5314-c564-4ce7-8845-af657e9af711 req-5815d373-e7b7-4ee4-8748-4f8842d1d564 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 946 time: 0.0969298 Sep 23 15:26:52.171275 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:26:52.171844 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Checking segment: {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:26:52.172375 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.172860 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Bound using segment: {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:26:52.173564 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Bound port: bd5eab07-bf56-4846-91c0-85546e5d61c6, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5335a1-9545-4ef7-b1dc-b69921e192e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:26:52.174198 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.202771 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b91c5314-c564-4ce7-8845-af657e9af711 req-9abb9986-5150-4809-9d74-7e7cfe3655cf tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802219 Sep 23 15:26:52.258681 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] For port bd5eab07-bf56-4846-91c0-85546e5d61c6, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:26:52.262803 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] For port bd5eab07-bf56-4846-91c0-85546e5d61c6, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=bd5eab07-bf56-4846-91c0-85546e5d61c6,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:26:52.285729 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (5968c727-9976-494b-a47f-0b542efe9d0f), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.295602 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:52.346772 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (5968c727-9976-494b-a47f-0b542efe9d0f), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.389195 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.392942 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 8 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:52.425009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Port bd5eab07-bf56-4846-91c0-85546e5d61c6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:26:52.427208 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.435579 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (5968c727-9976-494b-a47f-0b542efe9d0f), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.453872 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5968c727-9976-494b-a47f-0b542efe9d0f,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:52.481008 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Routers {'f4b23cd1-47aa-48f2-ade3-e359971e4c63'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:26:52.481792 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:26:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:52.542910 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b04880-ffab-4dfc-b3e1-8d7a4242ef45 None None] Pushing event updated for resources: {'Port': ['ID=bd5eab07-bf56-4846-91c0-85546e5d61c6,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:52.572923 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:26:52.604702 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:52.607746 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] Set router f4b23cd1-47aa-48f2-ade3-e359971e4c63 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:26:52.655535 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.660872 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: ACTIVE; New status is: DOWN {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:52.661481 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.661624 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d29e378b-ca6c-4e91-ad0c-844a18fe9f13 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5633948 Sep 23 15:26:52.664218 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53062) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:52.689600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group_rule': {'security_group_id': 'ba012235-4f12-42e9-9573-69505f01aff0', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:52.692111 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:26:52.697004 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f2ed1-ce57-4269-ad2f-67db9fb86cdf" -d '{"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-unplugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:26:52.721978 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:52.748862 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 23 Sep 2022 15:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc47535-f381-4c20-9930-61d20939ae82 x-openstack-request-id: req-cfc47535-f381-4c20-9930-61d20939ae82 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:26:52.749478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-unplugged", "status": "failed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "code": 422}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:26:52.749948 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cfc47535-f381-4c20-9930-61d20939ae82 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:26:52.750585 dv-cinder-855307-2-iscsi neutron-server[107137]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cfc47535-f381-4c20-9930-61d20939ae82']: {'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'code': 422} returned with failed status Sep 23 15:26:52.822700 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.850513 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.securitygroups_db [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Project d86aa99c129b476980f17821cd30ef30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:26:52.864401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (6063a2d7-7d41-463a-b726-50e68a9297a4), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:52.869200 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:26:48Z', 'revision_number': 4, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'bd5eab07-bf56-4846-91c0-85546e5d61c6', 'name': '', 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'mac_address': 'fa:16:3e:b0:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7d17b515-665a-4d35-961a-d0b2e23e96ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:47Z', 'updated_at': '2022-09-23T15:26:52Z', 'revision_number': 4, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'subnets': [{'id': '7d17b515-665a-4d35-961a-d0b2e23e96ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:26:52.898501 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=8']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:52.922509 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce1bbbd-c519-45a7-85b4-111b9262f071 None None] The sync data for ids ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'] in dv-cinder-855307-2-iscsi is: [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:26:48Z', 'revision_number': 4, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'bd5eab07-bf56-4846-91c0-85546e5d61c6', 'name': '', 'network_id': 'bdf819da-07c5-4d26-abed-140c89c75d50', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'mac_address': 'fa:16:3e:b0:62:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '7d17b515-665a-4d35-961a-d0b2e23e96ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:47Z', 'updated_at': '2022-09-23T15:26:52Z', 'revision_number': 4, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'subnets': [{'id': '7d17b515-665a-4d35-961a-d0b2e23e96ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:26:52.926135 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Attempt 9 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:52.956527 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (6063a2d7-7d41-463a-b726-50e68a9297a4), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.067923 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Current status of the port bd5eab07-bf56-4846-91c0-85546e5d61c6 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:53.068354 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.131039 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (6063a2d7-7d41-463a-b726-50e68a9297a4), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.165459 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:53.173890 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] For port bd5eab07-bf56-4846-91c0-85546e5d61c6, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=bd5eab07-bf56-4846-91c0-85546e5d61c6,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:26:53.195290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6063a2d7-7d41-463a-b726-50e68a9297a4,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:53.264400 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device bd5eab07-bf56-4846-91c0-85546e5d61c6 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:53.322975 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port bd5eab07-bf56-4846-91c0-85546e5d61c6 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:53.324583 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.324583 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:53.412100 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port bd5eab07-bf56-4846-91c0-85546e5d61c6 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:53.412786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.419089 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.425289 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53090) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:26:53.426537 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8bbebee4-69eb-4afe-a8e2-9b495c89b700 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7577443 Sep 23 15:26:53.429631 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:53.431239 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'security_group_rule': {'security_group_id': 'ba012235-4f12-42e9-9573-69505f01aff0', 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:26:53.434001 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.520458 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d66183-6b07-42fb-8145-13236644c4ed None None] Pushing event updated for resources: {'Port': ['ID=bd5eab07-bf56-4846-91c0-85546e5d61c6,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:53.524799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.db.api [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 23 15:26:53.525237 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG oslo_db.api [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 15:26:53.555771 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-f2fca947-d48a-46ee-adb5-c5a4b838f007 None None] Provisioning complete for port bd5eab07-bf56-4846-91c0-85546e5d61c6 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:53.556258 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f2fca947-d48a-46ee-adb5-c5a4b838f007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.556674 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-f2fca947-d48a-46ee-adb5-c5a4b838f007 None None] Attempt 1 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:53.571600 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.securitygroups_db [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Project d86aa99c129b476980f17821cd30ef30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 15:26:53.578809 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (405e2886-c5d1-42b7-b3ac-446ddae863e5), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.659058 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-f2fca947-d48a-46ee-adb5-c5a4b838f007 None None] Current status of the port bd5eab07-bf56-4846-91c0-85546e5d61c6 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:53.666425 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (405e2886-c5d1-42b7-b3ac-446ddae863e5), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.760103 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (405e2886-c5d1-42b7-b3ac-446ddae863e5), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.783724 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405e2886-c5d1-42b7-b3ac-446ddae863e5,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:26:53.912017 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:53.913664 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6847b743-79c2-41f4-a41f-a5a597457fe4 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4871807 Sep 23 15:26:54.072829 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port bd5eab07-bf56-4846-91c0-85546e5d61c6 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:55.165236 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device bd5eab07-bf56-4846-91c0-85546e5d61c6 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:26:55.209093 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port bd5eab07-bf56-4846-91c0-85546e5d61c6 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:26:55.209468 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:26:55.209804 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port bd5eab07-bf56-4846-91c0-85546e5d61c6 Sep 23 15:26:55.286909 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port bd5eab07-bf56-4846-91c0-85546e5d61c6 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:26:55.491724 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:26:56.418537 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7674c-91bd-4a86-b41e-678caf8f48a4 req-96b72cfd-a4f6-4477-aee6-d0d0fb4f3c22 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:56.420786 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6ad7674c-91bd-4a86-b41e-678caf8f48a4 req-96b72cfd-a4f6-4477-aee6-d0d0fb4f3c22 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0503604 Sep 23 15:26:56.489998 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6ad7674c-91bd-4a86-b41e-678caf8f48a4 req-d4e6194d-d753-45e8-9e90-301b5870d193 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631459 Sep 23 15:26:56.782680 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-6474a906-1df5-40f6-9641-d28077b8172d service neutron] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403767 Sep 23 15:26:56.867100 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945c0b-fff6-4144-9467-b82be988f546 req-433c265e-9404-4c91-aa5c-69b9045c3636 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:56.868584 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-433c265e-9404-4c91-aa5c-69b9045c3636 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports/372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 941 time: 0.0523982 Sep 23 15:26:57.642047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d88b4e-fc26-4ac6-9083-89e6e6c406f1 req-b2e4b6b9-5089-43b8-b57b-d022be36c24f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:57.643691 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b8d88b4e-fc26-4ac6-9083-89e6e6c406f1 req-b2e4b6b9-5089-43b8-b57b-d022be36c24f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0564427 Sep 23 15:26:57.703149 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b8d88b4e-fc26-4ac6-9083-89e6e6c406f1 req-ed84828b-812b-42af-b1c6-842bd4dc635e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533288 Sep 23 15:26:58.707605 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945c0b-fff6-4144-9467-b82be988f546 req-9354573a-4396-4d8b-b63a-8b36cca5cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.709343 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-9354573a-4396-4d8b-b63a-8b36cca5cc41 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55&tenant_id=1679242155f94d48871525425f74d1c3 HTTP/1.1" status: 200 len: 1128 time: 0.0438750 Sep 23 15:26:58.777851 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:58.791218 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945c0b-fff6-4144-9467-b82be988f546 req-b74fe6eb-dd32-40a5-ba9c-f87af899c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.793290 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-b74fe6eb-dd32-40a5-ba9c-f87af899c6fb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1128 time: 0.0597420 Sep 23 15:26:58.902054 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86252375-eb77-4220-a6aa-3d3c0541fdeb req-885f4de9-3829-43e8-82dc-868b46c9cafd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.904204 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-86252375-eb77-4220-a6aa-3d3c0541fdeb req-885f4de9-3829-43e8-82dc-868b46c9cafd tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.1004846 Sep 23 15:26:58.959480 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945c0b-fff6-4144-9467-b82be988f546 req-3f74856a-806c-43d8-996c-9ec2e5d04709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:58.960973 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-3f74856a-806c-43d8-996c-9ec2e5d04709 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.1561143 Sep 23 15:26:58.983272 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-86252375-eb77-4220-a6aa-3d3c0541fdeb req-291b9628-ede4-4f62-a721-272f1c090471 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717359 Sep 23 15:26:59.036421 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-05f5cb6c-1734-4b78-ac99-c4e3f3fcc14d service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 1000 time: 0.0675564 Sep 23 15:26:59.095778 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945c0b-fff6-4144-9467-b82be988f546 req-17a82c4e-e508-49f6-9432-e3d410f9b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.097338 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-17a82c4e-e508-49f6-9432-e3d410f9b57a service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.0534430 Sep 23 15:26:59.149510 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65945c0b-fff6-4144-9467-b82be988f546 req-c9ad3a22-9dab-49e4-a737-ca45cc3d52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:26:59.151012 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-c9ad3a22-9dab-49e4-a737-ca45cc3d52d4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474846 Sep 23 15:26:59.250625 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-92c35893-4300-4b0f-80b4-b3f60ff1f61b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912907 Sep 23 15:26:59.310693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:26:59.352759 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-65945c0b-fff6-4144-9467-b82be988f546 req-5d6cea82-ec38-4ea3-8b93-f154470f79c8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954492 Sep 23 15:27:00.142406 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4af78-251c-41ef-8083-be32609353fa req-ca7096d1-686e-42f8-bbbd-1c7a6f4ce7e5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:00.145808 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a3c4af78-251c-41ef-8083-be32609353fa req-ca7096d1-686e-42f8-bbbd-1c7a6f4ce7e5 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0724492 Sep 23 15:27:00.233717 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a3c4af78-251c-41ef-8083-be32609353fa req-48e73deb-331c-4812-9029-6aff5181f9bf tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771754 Sep 23 15:27:00.332112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53274) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:00.481426 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-436099f7-3a58-4639-8e6e-25ff1e8250ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.590484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-436099f7-3a58-4639-8e6e-25ff1e8250ae admin admin] Publish callbacks [] for security_group (83a2831d-f1a3-4932-9976-5d1c2a2a868a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.679956 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-436099f7-3a58-4639-8e6e-25ff1e8250ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (83a2831d-f1a3-4932-9976-5d1c2a2a868a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.740260 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-436099f7-3a58-4639-8e6e-25ff1e8250ae admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4c3bcd0ef2ef401984ac19c1332b95d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4069068 Sep 23 15:27:00.741472 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436099f7-3a58-4639-8e6e-25ff1e8250ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a2831d-f1a3-4932-9976-5d1c2a2a868a,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:00.743231 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53278) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:00.799752 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a611ed6e-511c-4d6a-b9a0-4de54586dc20 admin admin] Publish callbacks [] for security_group (83a2831d-f1a3-4932-9976-5d1c2a2a868a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.824846 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a611ed6e-511c-4d6a-b9a0-4de54586dc20 admin admin] Publish callbacks [] for security_group (83a2831d-f1a3-4932-9976-5d1c2a2a868a), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:00.999445 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a611ed6e-511c-4d6a-b9a0-4de54586dc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (83a2831d-f1a3-4932-9976-5d1c2a2a868a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.002938 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a611ed6e-511c-4d6a-b9a0-4de54586dc20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.004221 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a611ed6e-511c-4d6a-b9a0-4de54586dc20 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/83a2831d-f1a3-4932-9976-5d1c2a2a868a HTTP/1.1" status: 204 len: 168 time: 0.2596812 Sep 23 15:27:01.013340 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611ed6e-511c-4d6a-b9a0-4de54586dc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a2831d-f1a3-4932-9976-5d1c2a2a868a,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:01.368174 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7be02-7ae3-45d1-8860-2abcd20d4544 req-6ee37d65-9b6b-410d-b10b-8893889ec132 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:01.370469 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e6a7be02-7ae3-45d1-8860-2abcd20d4544 req-6ee37d65-9b6b-410d-b10b-8893889ec132 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0503294 Sep 23 15:27:01.441650 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e6a7be02-7ae3-45d1-8860-2abcd20d4544 req-bb794b05-b924-49fc-97ea-f8582922a1fb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590672 Sep 23 15:27:01.840763 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53290) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:01.854743 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f86d17b7-2739-47ee-8435-1089f24f255d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:01.889769 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:01.956382 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f86d17b7-2739-47ee-8435-1089f24f255d admin admin] Publish callbacks [] for security_group (c1aa1e7a-aed0-4781-b9b5-74c43042dfef), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.033550 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-f86d17b7-2739-47ee-8435-1089f24f255d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c1aa1e7a-aed0-4781-b9b5-74c43042dfef), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.069990 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d17b7-2739-47ee-8435-1089f24f255d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aa1e7a-aed0-4781-b9b5-74c43042dfef,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:02.097401 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-f86d17b7-2739-47ee-8435-1089f24f255d admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ecb14d720b7542abb1bda678afca7701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2549765 Sep 23 15:27:02.100164 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53296) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:02.158284 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3054e5ea-c194-4e92-8166-c859e8f5c945 admin admin] Publish callbacks [] for security_group (c1aa1e7a-aed0-4781-b9b5-74c43042dfef), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.180470 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3054e5ea-c194-4e92-8166-c859e8f5c945 admin admin] Publish callbacks [] for security_group (c1aa1e7a-aed0-4781-b9b5-74c43042dfef), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.312085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3054e5ea-c194-4e92-8166-c859e8f5c945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c1aa1e7a-aed0-4781-b9b5-74c43042dfef), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.314544 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3054e5ea-c194-4e92-8166-c859e8f5c945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:02.315703 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3054e5ea-c194-4e92-8166-c859e8f5c945 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c1aa1e7a-aed0-4781-b9b5-74c43042dfef HTTP/1.1" status: 204 len: 168 time: 0.2143738 Sep 23 15:27:02.324304 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054e5ea-c194-4e92-8166-c859e8f5c945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aa1e7a-aed0-4781-b9b5-74c43042dfef,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:02.572008 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:02.589152 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75acd8-8ee3-44b9-a5c8-068dc8b2448b req-475f2de3-d874-4c38-b0a8-fffbc173d871 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:02.592664 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6b75acd8-8ee3-44b9-a5c8-068dc8b2448b req-475f2de3-d874-4c38-b0a8-fffbc173d871 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0683885 Sep 23 15:27:02.666263 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6b75acd8-8ee3-44b9-a5c8-068dc8b2448b req-37e03a76-e32f-4062-8050-035c2cae20da tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718973 Sep 23 15:27:03.617925 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53328) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:03.781772 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-482705067-network', 'tenant_id': '6bfe7f53f2ae4659a658c188ed864ff5'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:03.937757 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Made reservation on behalf of 6bfe7f53f2ae4659a658c188ed864ff5 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:03.940558 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:03.950639 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.071743 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks [] for security_group (7a8857ba-341b-46e7-8662-dd616969f26e), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.131277 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (7a8857ba-341b-46e7-8662-dd616969f26e), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.173958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f8997-38e5-4062-84de-29e04085d548 req-e1d65bf1-42ac-40de-92ab-44c0450cb69f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:04.174984 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8857ba-341b-46e7-8662-dd616969f26e,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.181789 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462f8997-38e5-4062-84de-29e04085d548 req-e1d65bf1-42ac-40de-92ab-44c0450cb69f tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.3812277 Sep 23 15:27:04.215217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:27:04.238425 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462f8997-38e5-4062-84de-29e04085d548 req-68e2db38-e9e2-4235-88cc-854aab1c0f65 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557692 Sep 23 15:27:04.257538 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (f680b9a8-f948-4ae0-bda1-c3424895f48f), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.257905 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Added segment f680b9a8-f948-4ae0-bda1-c3424895f48f of type vlan for network 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1 Sep 23 15:27:04.331424 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (7c27ae7a-0841-40c2-bedc-9b12ae1a32e1), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.394443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.428201 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (7c27ae7a-0841-40c2-bedc-9b12ae1a32e1), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.429354 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:04.430035 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.503212 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=7c27ae7a-0841-40c2-bedc-9b12ae1a32e1,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:04.516262 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:27:04.578508 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53338) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:04.578748 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-5e6fd609-c954-41e5-954e-5657d9336cb9 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9594381 Sep 23 15:27:04.585145 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Request body: {'subnet': {'network_id': '7c27ae7a-0841-40c2-bedc-9b12ae1a32e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-482705067-subnet', 'tenant_id': '6bfe7f53f2ae4659a658c188ed864ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:04.729390 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Made reservation on behalf of 6bfe7f53f2ae4659a658c188ed864ff5 for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:04.732448 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10481917'] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:04.867183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:05.005688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10481899'] for subnet (37971977-f2f8-4a0f-88f1-36042d574abe), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.054662 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:05.087087 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=37971977-f2f8-4a0f-88f1-36042d574abe,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:05.098348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Checking segment: {'id': 'f680b9a8-f948-4ae0-bda1-c3424895f48f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '7c27ae7a-0841-40c2-bedc-9b12ae1a32e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:05.098833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Network hostable DHCP agents. Network: 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:27:05.245254 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Network 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:27:05.347834 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:05.352452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:05.353092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:05.365816 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f474b-7a07-44b6-9666-4d1a2c28f8ed None None] Network 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:05.415156 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5772fe-c824-4794-a0f4-28db297e3618 req-d39496f4-2600-4b1c-bbe7-fee10a3911fb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:05.417121 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0f5772fe-c824-4794-a0f4-28db297e3618 req-d39496f4-2600-4b1c-bbe7-fee10a3911fb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0656614 Sep 23 15:27:05.459836 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-07fb192f-bd24-47c4-874c-b35656ff66ae admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8795483 Sep 23 15:27:05.513826 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dbcf6-5ed9-48a5-966a-06c56bd8491f None None] Network 7c27ae7a-0841-40c2-bedc-9b12ae1a32e1 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:05.542575 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0f5772fe-c824-4794-a0f4-28db297e3618 req-01df31da-de7c-4203-87f7-ca3bdfbbf282 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153615 Sep 23 15:27:05.584645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:06.497593 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53370) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:06.503163 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184030178-network', 'tenant_id': 'cb6172fe14214b55b23c6751210e872c'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:06.610591 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Made reservation on behalf of cb6172fe14214b55b23c6751210e872c for: {'network': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:06.613344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.629056 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.737794 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3e96b-6dd9-4d92-964e-87273a20fcad req-7cbc55fc-f8ea-49d6-9adf-d4dae9ff778d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:06.739311 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bbe3e96b-6dd9-4d92-964e-87273a20fcad req-7cbc55fc-f8ea-49d6-9adf-d4dae9ff778d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0589082 Sep 23 15:27:06.779627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks [] for security_group (14279dc1-51d1-4e61-9692-6bd9c60f1643), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.807586 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-bbe3e96b-6dd9-4d92-964e-87273a20fcad req-ba09157d-bbb5-4314-9bcf-58bf05749da7 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583332 Sep 23 15:27:06.862061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (14279dc1-51d1-4e61-9692-6bd9c60f1643), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.892990 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=107136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:27:06.904159 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14279dc1-51d1-4e61-9692-6bd9c60f1643,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:06.909968 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (7444ce40-8e95-4a8f-85b8-3abcc1f4c077), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:06.910375 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.segments_db [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Added segment 7444ce40-8e95-4a8f-85b8-3abcc1f4c077 of type vlan for network 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521 Sep 23 15:27:06.923108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.923600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.923840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.924213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.924582 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.924921 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.925255 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.925582 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.925914 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.926244 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.926596 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.926908 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.927429 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.927804 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.928171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:06.979084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.108688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.110779 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:07.111383 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:07.177996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] Pushing event updated for resources: {'Network': ['ID=1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:07.194142 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:27:07.291488 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53384) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:07.297696 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fc57a26e-1f47-47f0-8d19-ed9ec27aa5cb admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7968125 Sep 23 15:27:07.356441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Request body: {'subnet': {'network_id': '1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184030178-subnet', 'tenant_id': 'cb6172fe14214b55b23c6751210e872c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:07.477646 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=43 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:07.986217 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c6546-ad73-4dd8-ad29-3394a8604234 req-4b6ebe2c-133a-4193-831f-6696053b1548 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:07.987716 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7e0c6546-ad73-4dd8-ad29-3394a8604234 req-4b6ebe2c-133a-4193-831f-6696053b1548 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0539353 Sep 23 15:27:08.042555 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7e0c6546-ad73-4dd8-ad29-3394a8604234 req-f3e30027-61a6-493a-92ae-546f0a6ebc85 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491323 Sep 23 15:27:08.319571 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Made reservation on behalf of cb6172fe14214b55b23c6751210e872c for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:08.322639 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.411029 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:08.620535 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.625164 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:08.682976 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:08.690350 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Checking segment: {'id': '7444ce40-8e95-4a8f-85b8-3abcc1f4c077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:08.690713 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Network hostable DHCP agents. Network: 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:27:08.791502 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Network 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:27:08.987473 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:08.991751 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:08.992418 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:08.997879 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9836455-9bcf-43b6-b2de-d5fb3820d7f9 None None] Network 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:09.106516 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb0288-0c4f-436c-b448-5683e9423d89 None None] Network 1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:09.123385 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dc451f90-c61c-41c6-8b77-c2d7ec59834c admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8265715 Sep 23 15:27:09.259116 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925894-8a39-4381-b488-e8e5bec1523b req-942837ea-9ac9-4f6c-90b8-ede3d2c25d79 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:09.260793 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd925894-8a39-4381-b488-e8e5bec1523b req-942837ea-9ac9-4f6c-90b8-ede3d2c25d79 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.1318593 Sep 23 15:27:09.317752 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fd925894-8a39-4381-b488-e8e5bec1523b req-66248033-6222-4edc-a594-821f58cd1ddb tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510211 Sep 23 15:27:10.411802 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-e9e7439d-a6eb-4a66-920d-70f7f39b6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:10.413498 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-e9e7439d-a6eb-4a66-920d-70f7f39b6926 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=1679242155f94d48871525425f74d1c3&device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1128 time: 0.0413930 Sep 23 15:27:10.455370 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d58cd3-e789-4853-9692-f8ddcff43994 req-861ca16f-a2b3-4d34-8f6a-1620cc0fb83e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:10.457483 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-39d58cd3-e789-4853-9692-f8ddcff43994 req-861ca16f-a2b3-4d34-8f6a-1620cc0fb83e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0545549 Sep 23 15:27:10.511927 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-39d58cd3-e789-4853-9692-f8ddcff43994 req-862af879-7eb5-4a70-8022-de7fe147d264 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482657 Sep 23 15:27:10.540630 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:10.540630 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-ac7a82c1-c7c5-41be-8cc6-5680bcbb4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:10.541918 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-ac7a82c1-c7c5-41be-8cc6-5680bcbb4030 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 200 len: 917 time: 0.1089232 Sep 23 15:27:11.108948 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-e8e4f76f-7441-4276-a5d9-01843b96b84c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 200 len: 1000 time: 0.0616484 Sep 23 15:27:11.140673 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:11.158825 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-e36e50fd-b623-4f38-a200-e5bc3d222fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:11.160315 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-e36e50fd-b623-4f38-a200-e5bc3d222fa1 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 200 len: 855 time: 0.0449405 Sep 23 15:27:11.206792 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-5d109e3d-d94a-4b3f-a47a-7a51d2f9d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:11.209564 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-5d109e3d-d94a-4b3f-a47a-7a51d2f9d3e7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b9884c67-117e-4e2a-8424-37edb233007d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401471 Sep 23 15:27:11.304776 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-2f605453-fb16-4b1f-b3a8-084bdf35a7dc service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897479 Sep 23 15:27:11.414986 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dccd2ea0-b36b-4566-aa0d-de90859cded8 req-6afaaf7d-b1c1-47fa-8369-fe723dfb53cb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020973 Sep 23 15:27:11.657239 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fd44b-a7d5-4c26-bf90-a06567f76582 req-b1b09111-09f2-4e16-befd-fc17c9a57a9b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:11.658872 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c73fd44b-a7d5-4c26-bf90-a06567f76582 req-b1b09111-09f2-4e16-befd-fc17c9a57a9b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0561130 Sep 23 15:27:11.728575 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c73fd44b-a7d5-4c26-bf90-a06567f76582 req-51673d27-e248-409f-95d3-204c98b7e843 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621421 Sep 23 15:27:12.005501 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-8caea11e-f53e-4426-b62f-a8d9a23c8202 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1508895721&fields=id&tenant_id=d86aa99c129b476980f17821cd30ef30 HTTP/1.1" status: 200 len: 267 time: 0.0552173 Sep 23 15:27:12.139318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-12585bf6-1140-405c-bc79-fcc6d68325fb tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:12.140680 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-12585bf6-1140-405c-bc79-fcc6d68325fb tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/networks?id=9072055c-d8f5-4479-88ef-7d0bad15cace HTTP/1.1" status: 200 len: 811 time: 0.1257622 Sep 23 15:27:12.156474 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-6379fb22-67a5-4f91-b64c-3a0283a5e148 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/quotas/d86aa99c129b476980f17821cd30ef30 HTTP/1.1" status: 200 len: 375 time: 0.0099268 Sep 23 15:27:12.214430 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-5410bb6e-2934-49ff-94c8-8e2c62ac0e07 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=d86aa99c129b476980f17821cd30ef30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495658 Sep 23 15:27:12.406085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:12.416442 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-63289e28-3a9b-4b57-9fc4-716fc7901fc6 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900935 Sep 23 15:27:12.517181 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-3b6d5946-fd37-4c35-a900-de45c6c8cbba service neutron] 10.222.0.55 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942888 Sep 23 15:27:12.733652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:27:12.853004 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:12.866559 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'port_id': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'mac_address': 'fa:16:3e:b1:6b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:27:12.906436 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:12.906834 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:12.923861 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b17ceb-cef4-4613-8ae6-c70dc6d37612 req-178b9407-2ef7-4c4c-a9e9-a6daf000ac9e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:12.925734 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d2b17ceb-cef4-4613-8ae6-c70dc6d37612 req-178b9407-2ef7-4c4c-a9e9-a6daf000ac9e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 944 time: 0.0852883 Sep 23 15:27:12.929336 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372595b3-5ccc-49a2-81d3-b61302bfa68d {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:27:12.939168 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:12.968974 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:13.008633 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-d2b17ceb-cef4-4613-8ae6-c70dc6d37612 req-69aa19dd-b5bc-4725-8956-22c27bb686dc tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767965 Sep 23 15:27:13.673634 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:13.723877 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=9']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:13.730907 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.731248 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.731608 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.732507 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.732867 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.733264 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.733602 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.733915 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.734462 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.734620 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.734856 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.735174 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.735547 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.735893 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.736236 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:13.977198 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['372595b3-5ccc-49a2-81d3-b61302bfa68d'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:27:14.105061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:14.190165 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ac81-ae82-45d6-8792-52927e2270bc req-e3643db3-0b69-4565-92fb-4cc008bcfd9d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:14.191861 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0024ac81-ae82-45d6-8792-52927e2270bc req-e3643db3-0b69-4565-92fb-4cc008bcfd9d tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 945 time: 0.0748911 Sep 23 15:27:14.209262 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-12c0fdf9-b7d5-41a4-9509-b255817f10ad req-bf263de8-34bf-49ae-852d-98a9805a0610 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0551953 Sep 23 15:27:14.267783 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0024ac81-ae82-45d6-8792-52927e2270bc req-72f6f22c-adfc-4ff5-b7cf-56ffe375ca27 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701756 Sep 23 15:27:14.517277 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:14.749065 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:14.797152 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 372595b3-5ccc-49a2-81d3-b61302bfa68d triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:14.797521 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.797854 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 372595b3-5ccc-49a2-81d3-b61302bfa68d Sep 23 15:27:14.875516 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 372595b3-5ccc-49a2-81d3-b61302bfa68d is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:14.878636 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:14.899704 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:14.902232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8387b167-c421-4deb-b87b-162902494670" -d '{"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-plugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:14.919621 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:14.941378 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4d290-ee1c-4af5-a259-b26f18c75736 x-openstack-request-id: req-47c4d290-ee1c-4af5-a259-b26f18c75736 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:14.941674 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-plugged", "status": "completed", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:14.941932 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47c4d290-ee1c-4af5-a259-b26f18c75736 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:14.942341 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47c4d290-ee1c-4af5-a259-b26f18c75736'] response: {'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'code': 200} Sep 23 15:27:15.027474 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:15.081114 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=10']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:15.324721 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e585e26e-4280-4e66-97d5-73119e1d60e6 req-3ff0173e-3869-4a1b-8dad-a53c3a122683 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0381076 Sep 23 15:27:15.378986 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6823cd-6b37-4c99-98cf-c2ea3b4e3a13 req-90834cd3-a45b-4743-92f7-c2ca3524f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:15.380685 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3f6823cd-6b37-4c99-98cf-c2ea3b4e3a13 req-90834cd3-a45b-4743-92f7-c2ca3524f867 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 1131 time: 0.0422401 Sep 23 15:27:15.433047 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3f6823cd-6b37-4c99-98cf-c2ea3b4e3a13 req-483c31af-79e6-4d84-b9ba-8adde2c59e5e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Sep 23 15:27:15.453723 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6a06e-d98f-4390-a81a-f7f9f5f122ab req-4e8769e6-276b-460a-a5c7-231662d76e2b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:15.455244 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b5b6a06e-d98f-4390-a81a-f7f9f5f122ab req-4e8769e6-276b-460a-a5c7-231662d76e2b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0511627 Sep 23 15:27:15.518673 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b5b6a06e-d98f-4390-a81a-f7f9f5f122ab req-5af67181-3738-47bb-8d2d-13645ba1f00a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555403 Sep 23 15:27:16.441099 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4b34cc44-4590-406d-8c96-fc551a8d60c3 req-7ea09f11-57d9-4bed-9e2f-b46a07795786 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0304899 Sep 23 15:27:16.541595 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-43a75c99-7d78-4664-a5f6-6ce4df0c71f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:16.660279 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebe646-bc21-4be9-9525-ad3e57316b48 req-2c8c8457-beaf-47a8-87f4-021775ca5e90 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:16.661782 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dfebe646-bc21-4be9-9525-ad3e57316b48 req-2c8c8457-beaf-47a8-87f4-021775ca5e90 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0533574 Sep 23 15:27:16.709553 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dfebe646-bc21-4be9-9525-ad3e57316b48 req-e51c0a70-0bf7-4fff-ab1d-771a35679ff3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Sep 23 15:27:17.543151 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-862b2a3c-032c-4d6e-a0f2-f947a88c6ceb req-681984ee-ec90-4038-813f-8dac11101ab5 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0276983 Sep 23 15:27:17.850269 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea7e7f-2b38-42ce-aa6c-a592c61d56e3 req-b31293a0-de7c-4f72-82a4-9f7819065837 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:17.851686 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-efea7e7f-2b38-42ce-aa6c-a592c61d56e3 req-b31293a0-de7c-4f72-82a4-9f7819065837 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0569677 Sep 23 15:27:17.913367 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-efea7e7f-2b38-42ce-aa6c-a592c61d56e3 req-c69e21a7-0654-48ad-a0f4-810eafa13378 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557222 Sep 23 15:27:18.429613 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-9cd7190e-d1ef-4f19-8f21-9f1f16a22922 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:18.431098 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-9cd7190e-d1ef-4f19-8f21-9f1f16a22922 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.77 "GET /networking/v2.0/networks?id=9072055c-d8f5-4479-88ef-7d0bad15cace HTTP/1.1" status: 200 len: 811 time: 0.1098313 Sep 23 15:27:18.509455 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-568ea5a3-55f6-4c2b-9a46-f4368ac979ac tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d86aa99c129b476980f17821cd30ef30 HTTP/1.1" status: 200 len: 380 time: 0.0636208 Sep 23 15:27:18.517862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'port': {'device_id': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'admin_state_up': True, 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'security_groups': ['ba012235-4f12-42e9-9573-69505f01aff0']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:18.662316 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:18.674466 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec887d3-ed6d-4725-8b6f-24d351784298 req-28236c63-de51-43ba-8739-c1f7408f97ca tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:18.676047 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5ec887d3-ed6d-4725-8b6f-24d351784298 req-28236c63-de51-43ba-8739-c1f7408f97ca tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0685711 Sep 23 15:27:18.680385 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0ed0abf7-5ce8-4104-804f-897a6fc02d2c req-0965107f-5e46-4382-98a8-29012e0056f0 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0300255 Sep 23 15:27:18.741973 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5ec887d3-ed6d-4725-8b6f-24d351784298 req-d46a32a7-5cd6-4900-895d-56fa04e92504 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530903 Sep 23 15:27:18.838676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Made reservation on behalf of d86aa99c129b476980f17821cd30ef30 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:27:18.842951 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.850002 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-bbfcd608-8d93-4dee-8050-e5e66a279275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:18.975436 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Allocated IP 172.20.0.9 (9072055c-d8f5-4479-88ef-7d0bad15cace/f962a3e4-5288-4832-a281-d6e1efd4f2cb/c2205af8-7e2a-495b-8ea9-4dccb9d37b61) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:19.020601 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:19.057912 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b79d1-c6a5-4300-aac5-17d56470d9d4 req-f8881f22-9dd6-47c4-bdc9-5607642a3ab1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:19.066458 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-266b79d1-c6a5-4300-aac5-17d56470d9d4 req-f8881f22-9dd6-47c4-bdc9-5607642a3ab1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0641735 Sep 23 15:27:19.113371 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-266b79d1-c6a5-4300-aac5-17d56470d9d4 req-58e12a57-87e8-4ed1-949b-9b80e63f0597 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457554 Sep 23 15:27:19.126955 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:19.376473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:19.420351 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Network 9072055c-d8f5-4479-88ef-7d0bad15cace is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:19.425617 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:19.428212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:19.458881 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'Port': ['ID=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:19.485083 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:19.485723 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:19.613635 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Provisioning complete for port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:19.614010 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:19.614433 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Attempt 1 to provision port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 Sep 23 15:27:19.647398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:19.680499 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-4c0915ab-ce9a-4114-87dc-aca96440088e tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1664922 Sep 23 15:27:19.813655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57143e19-304d-48f3-a666-178e5b5b089c req-8a9e1bbc-1ff7-40a6-a0b1-a5e53ab28680 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:19.815195 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57143e19-304d-48f3-a666-178e5b5b089c req-8a9e1bbc-1ff7-40a6-a0b1-a5e53ab28680 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 931 time: 0.0527120 Sep 23 15:27:19.830910 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:19.861567 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:19.866724 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-57143e19-304d-48f3-a666-178e5b5b089c req-8692ea74-778e-427e-b7f4-d5e8bd8f82de tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456195 Sep 23 15:27:19.870582 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e21bc-07d9-4b28-bc03-13dc775e1912 req-66ba0dfb-b44a-4b3d-8ca0-956258cdd6dd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:19.872328 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-836e21bc-07d9-4b28-bc03-13dc775e1912 req-66ba0dfb-b44a-4b3d-8ca0-956258cdd6dd tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0512648 Sep 23 15:27:19.931501 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-836e21bc-07d9-4b28-bc03-13dc775e1912 req-a6541d25-9c0d-42a9-8fd3-4d3cfc825c55 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523150 Sep 23 15:27:20.052427 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Request body: {'port': {'device_id': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:20.116093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.149550 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Attempt 2 to provision port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 Sep 23 15:27:20.243380 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:20.335122 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90072e97-887e-48ed-ba17-a4f909f85cdb req-ccdcbb0b-e25e-4174-baf5-3ff0b7db7f22 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:20.336648 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-90072e97-887e-48ed-ba17-a4f909f85cdb req-ccdcbb0b-e25e-4174-baf5-3ff0b7db7f22 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.1042745 Sep 23 15:27:20.360062 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.396741 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-7a2bcd65-087d-47d1-89e5-27d3ffb16437 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:20.398192 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-7a2bcd65-087d-47d1-89e5-27d3ffb16437 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.1172802 Sep 23 15:27:20.497811 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-90072e97-887e-48ed-ba17-a4f909f85cdb req-92dc3719-abd5-481c-980c-1a1364ee3178 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280010 Sep 23 15:27:20.500860 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:20.550927 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Deleting port 55436e11-cb4f-4c3c-ab14-4385e7710520 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:20.551271 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.638683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2205af8-7e2a-495b-8ea9-4dccb9d37b61 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:27:20.650664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Publish callbacks [] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.681996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Transition to ACTIVE for port object c2205af8-7e2a-495b-8ea9-4dccb9d37b61 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:27:20.688563 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] For port 55436e11-cb4f-4c3c-ab14-4385e7710520, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=55436e11-cb4f-4c3c-ab14-4385e7710520,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:20.688930 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.746673 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Attempt 3 to provision port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 Sep 23 15:27:20.782539 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:20.834931 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.896494 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:20.917026 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.917356 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (fadc3611-4293-493f-9719-fc4f9391cd79), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:20.917639 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Floating IP fadc3611-4293-493f-9719-fc4f9391cd79 disassociated. External IP: 172.27.0.4, port: 55436e11-cb4f-4c3c-ab14-4385e7710520. Sep 23 15:27:20.917978 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Calling delete_port for 55436e11-cb4f-4c3c-ab14-4385e7710520 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:20.983011 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:21.017624 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563dc7b8-159b-4fb2-972a-7cc40733789f req-0bdac79b-3dd0-4351-b571-a769a7b9f294 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.021622 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-563dc7b8-159b-4fb2-972a-7cc40733789f req-0bdac79b-3dd0-4351-b571-a769a7b9f294 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0704613 Sep 23 15:27:21.024610 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Attempting to bind port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:27:21.025039 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Attempting to bind port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:27:21.031592 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Attempting to bind port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 on network 9072055c-d8f5-4479-88ef-7d0bad15cace {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:21.077774 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-563dc7b8-159b-4fb2-972a-7cc40733789f req-6af596a1-2ee2-483d-a0fc-cd0181d7c99a tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498738 Sep 23 15:27:21.124312 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428120b-fd0b-4e1a-961f-b4090a9c8665 req-b26c9d17-318f-4cd5-a9db-5bd325e7c604 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.125957 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0428120b-fd0b-4e1a-961f-b4090a9c8665 req-b26c9d17-318f-4cd5-a9db-5bd325e7c604 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 946 time: 0.0946589 Sep 23 15:27:21.159167 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 on network 9072055c-d8f5-4479-88ef-7d0bad15cace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:27:21.159423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Attempting to bind port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 on network 9072055c-d8f5-4479-88ef-7d0bad15cace {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:27:21.243920 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0428120b-fd0b-4e1a-961f-b4090a9c8665 req-2b54c29a-b422-43d2-b44b-87276dca339b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=07b9279b-9191-41ba-b55e-0fb45527c9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989172 Sep 23 15:27:21.244721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:27:21.245076 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Checking segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:27:21.245445 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Bound using segment: {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:27:21.246137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Bound port: c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa00d83-34c7-4f40-bb17-96f244f91cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:27:21.246493 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.249912 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:21.284308 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Attempt 4 to provision port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 Sep 23 15:27:21.313198 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] For port c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:27:21.316324 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] For port c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:27:21.317065 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:27:21.404343 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (55436e11-cb4f-4c3c-ab14-4385e7710520), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.432617 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event deleted for resources: {'Port': ['ID=55436e11-cb4f-4c3c-ab14-4385e7710520,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:21.493313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.524397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.525009 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.526435 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/c2205af8-7e2a-495b-8ea9-4dccb9d37b61 HTTP/1.1" status: 200 len: 1093 time: 1.4791741 Sep 23 15:27:21.529531 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:21.534122 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:21.605092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376dcd4f-2160-4d5c-9207-307591420d7e x-openstack-request-id: req-376dcd4f-2160-4d5c-9207-307591420d7e {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:21.605092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:21.605092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-376dcd4f-2160-4d5c-9207-307591420d7e {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:21.605092 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376dcd4f-2160-4d5c-9207-307591420d7e'] response: {'name': 'network-changed', 'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'status': 'completed', 'code': 200} Sep 23 15:27:21.609093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68be6c9-8ea5-49b2-9a42-1dd33f49ceaf service neutron] Pushing event updated for resources: {'Port': ['ID=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:21.618268 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:21.675240 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fcde0-c4ff-4cb7-8746-36956b16304a req-9f803aba-bca1-45de-86fc-f7d1f03c53ce tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.677278 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-123fcde0-c4ff-4cb7-8746-36956b16304a req-9f803aba-bca1-45de-86fc-f7d1f03c53ce tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0617452 Sep 23 15:27:21.720259 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd req-aa084fa0-cdfb-4f5a-bd1f-4bb7302b90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.721790 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd req-aa084fa0-cdfb-4f5a-bd1f-4bb7302b90f9 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d86aa99c129b476980f17821cd30ef30&device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 1127 time: 0.1020451 Sep 23 15:27:21.741428 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-123fcde0-c4ff-4cb7-8746-36956b16304a req-d688fc55-ca7f-4ac8-aba4-133bd3518f0a tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568607 Sep 23 15:27:21.818477 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Attempt 5 to provision port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 Sep 23 15:27:21.841973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:21.860071 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:21.879598 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfc0f4-ed4c-4f04-8df2-caad25cefe9c None None] Port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:27:21.881588 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:21.882259 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:21.886652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:21.902297 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] No DVR routers for this DVR port 55436e11-cb4f-4c3c-ab14-4385e7710520 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:21.906739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:21.910042 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-460a7fde-62f7-4717-93d7-a1c53c1d0956 req-a7d35ac6-500a-45c1-b6f1-5fb0352af769 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.77 "DELETE /networking/v2.0/ports/55436e11-cb4f-4c3c-ab14-4385e7710520 HTTP/1.1" status: 204 len: 173 time: 1.5054677 Sep 23 15:27:21.911629 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd req-c949ccd8-24d5-43ae-b572-3a268ee730cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:21.913001 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd req-c949ccd8-24d5-43ae-b572-3a268ee730cf service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=d86aa99c129b476980f17821cd30ef30&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1829073 Sep 23 15:27:21.970658 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:22.012012 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:22.045456 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:22.228161 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:22.258799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:22.260743 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:22.270465 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:22.271118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:22.338313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17709e79-4445-451a-b166-dfd861d2992b req-c8d81e11-155a-4675-bc75-56603df04e8b tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:22.338313 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-17709e79-4445-451a-b166-dfd861d2992b req-c8d81e11-155a-4675-bc75-56603df04e8b tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0555851 Sep 23 15:27:22.361908 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0ba01353-af94-4973-b057-1633702db2c7 req-40878205-5d99-4ae8-bcf2-e8a2c7bd57ef tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0356865 Sep 23 15:27:22.384851 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:22.399224 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:22.416631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd req-d9044372-511b-4de3-bbd6-98d82dc073a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:22.418211 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4ff189ca-e76c-4cc7-9fcc-d58a685f10bd req-d9044372-511b-4de3-bbd6-98d82dc073a4 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4597752 Sep 23 15:27:22.424423 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-17709e79-4445-451a-b166-dfd861d2992b req-f80c6032-a463-4a6b-9eea-4e60485a33c8 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827236 Sep 23 15:27:22.502596 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-c3e41428-4834-44e4-a192-38ccfa57634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:22.504130 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-c3e41428-4834-44e4-a192-38ccfa57634a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d86aa99c129b476980f17821cd30ef30&device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 1127 time: 0.0487697 Sep 23 15:27:22.544500 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-c83a1428-da92-48b7-ae6e-6eea73aa974e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61 HTTP/1.1" status: 200 len: 217 time: 0.0323889 Sep 23 15:27:22.600035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-9babdc41-e5ae-4a04-bb94-161b14365669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:22.600695 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:22.601413 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-9babdc41-e5ae-4a04-bb94-161b14365669 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f962a3e4-5288-4832-a281-d6e1efd4f2cb HTTP/1.1" status: 200 len: 850 time: 0.0461073 Sep 23 15:27:22.626997 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e86c141-14b5-4742-bc78-42b3585c7686 None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:20:08Z', 'revision_number': 4, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'c53ed2aa-ca05-426d-bc44-b9f58a3da581', 'name': '', 'network_id': 'b3f7a81d-77e4-45ed-aa33-730087d69ce7', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'mac_address': 'fa:16:3e:cf:62:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:06Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'subnets': [{'id': 'e84b5341-8b6a-4fc9-ac79-9988bf25b079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:22.649878 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-5b5a7a07-3175-4275-ba14-3292e06b6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:22.666586 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-5b5a7a07-3175-4275-ba14-3292e06b6ea1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9072055c-d8f5-4479-88ef-7d0bad15cace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434484 Sep 23 15:27:22.747030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:22.752288 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-da892763-320f-4940-ad12-a781a316e8e6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948005 Sep 23 15:27:22.859190 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc892f30-a3f3-4ac8-96d0-9d36b29ef6d9 req-3be32c31-7f96-48da-b6bb-0a7acd69358e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997243 Sep 23 15:27:22.896917 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c3052-6d1c-426f-b7fa-1d491835a982 None None] New status for floating IP fadc3611-4293-493f-9719-fc4f9391cd79: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:27:23.482461 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b4840695-578f-4995-b296-5ce42eb06456 req-d0d1960d-68d9-4514-a5bb-4a134c9faf73 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=3f41b2c1-177e-47f5-b7d5-48166096714c HTTP/1.1" status: 200 len: 210 time: 0.0289345 Sep 23 15:27:23.555067 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968893a-1327-4692-85d3-908b86035de5 req-a7dfe7b8-5f6a-4fd5-a545-002e98aa1420 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:23.556571 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f968893a-1327-4692-85d3-908b86035de5 req-a7dfe7b8-5f6a-4fd5-a545-002e98aa1420 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0478156 Sep 23 15:27:23.603173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'name': 'network-vif-deleted', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:23.605460 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b35661f-6f8f-4467-918b-8a2e986cc483" -d '{"events": [{"server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "name": "network-vif-deleted", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:23.612440 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f968893a-1327-4692-85d3-908b86035de5 req-59c9618d-06d2-46c0-8453-393b7383cb24 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490947 Sep 23 15:27:23.646135 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f52a18-23cf-499b-b03f-91ca982238b6 x-openstack-request-id: req-f4f52a18-23cf-499b-b03f-91ca982238b6 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:23.646432 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f41b2c1-177e-47f5-b7d5-48166096714c", "name": "network-vif-deleted", "tag": "55436e11-cb4f-4c3c-ab14-4385e7710520", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:23.646689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4f52a18-23cf-499b-b03f-91ca982238b6 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:23.647127 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f52a18-23cf-499b-b03f-91ca982238b6'] response: {'server_uuid': '3f41b2c1-177e-47f5-b7d5-48166096714c', 'name': 'network-vif-deleted', 'tag': '55436e11-cb4f-4c3c-ab14-4385e7710520', 'status': 'completed', 'code': 200} Sep 23 15:27:24.710834 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53664) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:24.735988 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236135-e001-4123-94f9-4d618f78d015 req-0fb774e7-b55c-47fb-91ae-56766c0f93e7 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:24.737518 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2e236135-e001-4123-94f9-4d618f78d015 req-0fb774e7-b55c-47fb-91ae-56766c0f93e7 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0487347 Sep 23 15:27:24.763612 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55436e11-cb4f-4c3c-ab14-4385e7710520 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:24.767764 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-171aa48c-4558-4fc3-8c7a-8579d4263c3b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (07b9279b-9191-41ba-b55e-0fb45527c9a9), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:24.787846 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 55436e11-cb4f-4c3c-ab14-4385e7710520 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:24.788277 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 55436e11-cb4f-4c3c-ab14-4385e7710520 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:24.790524 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-171aa48c-4558-4fc3-8c7a-8579d4263c3b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (07b9279b-9191-41ba-b55e-0fb45527c9a9), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:24.791207 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2e236135-e001-4123-94f9-4d618f78d015 req-8083e648-d846-4f94-bdd7-e7116cd5a569 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477788 Sep 23 15:27:24.800313 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:24.951591 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-171aa48c-4558-4fc3-8c7a-8579d4263c3b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (07b9279b-9191-41ba-b55e-0fb45527c9a9), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:24.954210 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-171aa48c-4558-4fc3-8c7a-8579d4263c3b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:24.955394 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-171aa48c-4558-4fc3-8c7a-8579d4263c3b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/07b9279b-9191-41ba-b55e-0fb45527c9a9 HTTP/1.1" status: 204 len: 168 time: 0.2458971 Sep 23 15:27:24.958485 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53666) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:24.964970 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171aa48c-4558-4fc3-8c7a-8579d4263c3b tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b9279b-9191-41ba-b55e-0fb45527c9a9,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:24.978593 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.api.v2.resource [None req-7afcb66c-132e-4623-9dbc-ce7255ed3e39 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] show failed (client error): The resource could not be found. Sep 23 15:27:24.981274 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-7afcb66c-132e-4623-9dbc-ce7255ed3e39 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "GET /networking/v2.0/security-groups/07b9279b-9191-41ba-b55e-0fb45527c9a9 HTTP/1.1" status: 404 len: 347 time: 0.0199547 Sep 23 15:27:24.983169 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53668) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:25.096609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Deleting port 3d120ad2-2e71-4e41-b45f-808c688fb1ec {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:25.096944 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:25.175336 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:25.175660 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (3d120ad2-2e71-4e41-b45f-808c688fb1ec), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:25.188897 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Calling delete_port for 3d120ad2-2e71-4e41-b45f-808c688fb1ec owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:25.408792 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (3d120ad2-2e71-4e41-b45f-808c688fb1ec), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:25.435263 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Pushing event deleted for resources: {'Port': ['ID=3d120ad2-2e71-4e41-b45f-808c688fb1ec,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:25.499913 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks [] for floatingip (fadc3611-4293-493f-9719-fc4f9391cd79), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:25.502351 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:25.503512 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-08e10194-8632-4152-8fe9-e95d23cfb480 tempest-AttachVolumeTestJSON-1011211645 tempest-AttachVolumeTestJSON-1011211645-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/fadc3611-4293-493f-9719-fc4f9391cd79 HTTP/1.1" status: 204 len: 168 time: 0.5192780 Sep 23 15:27:25.916136 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55dcc1-347c-4cb6-b4f2-c56f5fa3aa94 req-ace2c7e8-c324-4e69-a79f-2801b537c232 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:25.917641 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6a55dcc1-347c-4cb6-b4f2-c56f5fa3aa94 req-ace2c7e8-c324-4e69-a79f-2801b537c232 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0478024 Sep 23 15:27:25.966749 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6a55dcc1-347c-4cb6-b4f2-c56f5fa3aa94 req-1dc9c483-a004-4027-99d9-d1f6533d30ce tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435617 Sep 23 15:27:27.096649 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dee10-802e-4477-9338-7f71aaea87cb req-c5cb3308-c95a-4a72-b68f-3fb30aea9942 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:27.098157 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-289dee10-802e-4477-9338-7f71aaea87cb req-c5cb3308-c95a-4a72-b68f-3fb30aea9942 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0501366 Sep 23 15:27:27.149446 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-289dee10-802e-4477-9338-7f71aaea87cb req-a5e6510f-6d38-42b6-8c84-588215c245d6 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455291 Sep 23 15:27:28.273940 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e2028-9651-4dfd-834d-2e0fc3b67b28 req-3c52425c-b358-484d-bf7a-43bf10838d82 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:28.275447 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-642e2028-9651-4dfd-834d-2e0fc3b67b28 req-3c52425c-b358-484d-bf7a-43bf10838d82 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0496614 Sep 23 15:27:28.326691 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-642e2028-9651-4dfd-834d-2e0fc3b67b28 req-7952de73-26cd-49c0-b9aa-fedcdcaa9b6f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449514 Sep 23 15:27:28.911634 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53732) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:28.942001 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:28.961238 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Deleting subnet 37971977-f2f8-4a0f-88f1-36042d574abe {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:27:28.964965 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Publish callbacks [] for subnet (37971977-f2f8-4a0f-88f1-36042d574abe), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.010487 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2198363'] for subnet (37971977-f2f8-4a0f-88f1-36042d574abe), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.034017 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:29.054550 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (37971977-f2f8-4a0f-88f1-36042d574abe), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.204663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10331046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10481874'] for subnet (37971977-f2f8-4a0f-88f1-36042d574abe), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.230963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37971977-f2f8-4a0f-88f1-36042d574abe,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:29.234636 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.238495 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8855152e-4978-4b8e-850b-6a5ab06ca77b admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/37971977-f2f8-4a0f-88f1-36042d574abe HTTP/1.1" status: 204 len: 168 time: 0.3255482 Sep 23 15:27:29.241046 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53734) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:29.316355 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (7c27ae7a-0841-40c2-bedc-9b12ae1a32e1), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.438116 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (7c27ae7a-0841-40c2-bedc-9b12ae1a32e1), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.493746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c27ae7a-0841-40c2-bedc-9b12ae1a32e1']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:29.512828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0976f6-95f2-422e-95bf-39a7bd5d348f req-d1092d44-5d9a-413c-a168-bae9722f61cc tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:29.515458 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9d0976f6-95f2-422e-95bf-39a7bd5d348f req-d1092d44-5d9a-413c-a168-bae9722f61cc tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0920818 Sep 23 15:27:29.518870 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f680b9a8-f948-4ae0-bda1-c3424895f48f') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:29.519385 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f680b9a8-f948-4ae0-bda1-c3424895f48f') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:29.541329 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (f680b9a8-f948-4ae0-bda1-c3424895f48f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.564740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (f680b9a8-f948-4ae0-bda1-c3424895f48f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.583422 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:27:29.584065 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (f680b9a8-f948-4ae0-bda1-c3424895f48f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.609549 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment f680b9a8-f948-4ae0-bda1-c3424895f48f resource provider aggregate not found Sep 23 15:27:29.654787 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment f680b9a8-f948-4ae0-bda1-c3424895f48f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f680b9a8-f948-4ae0-bda1-c3424895f48f found for delete ", "request_id": "req-cf36f717-1b5a-4400-a2b9-48f9ac598314"}]} Sep 23 15:27:29.655165 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:29.662246 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9d0976f6-95f2-422e-95bf-39a7bd5d348f req-7a2c7f28-0f91-4957-b010-229ca36e37e5 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392748 Sep 23 15:27:29.775576 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (7c27ae7a-0841-40c2-bedc-9b12ae1a32e1), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.783200 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.789116 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/7c27ae7a-0841-40c2-bedc-9b12ae1a32e1 HTTP/1.1" status: 204 len: 168 time: 0.5443971 Sep 23 15:27:29.789342 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53742) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:29.801261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a77c63-ea0d-4114-b2b6-064863c0af8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c27ae7a-0841-40c2-bedc-9b12ae1a32e1,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:29.840318 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Deleting subnet 7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:27:29.843894 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Publish callbacks [] for subnet (7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.880084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:29.910343 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53750) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:29.921661 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.124368 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.155578 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:30.159310 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.164868 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-165f1afa-ae72-4841-b28e-9f92d235a742 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/7f64d6c8-3dde-4f9d-b77d-afab0b54ce9a HTTP/1.1" status: 204 len: 168 time: 0.3722372 Sep 23 15:27:30.166634 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53754) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:30.236084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.311431 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:30.327291 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.346293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.353780 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:30.365890 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7444ce40-8e95-4a8f-85b8-3abcc1f4c077') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:30.366343 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7444ce40-8e95-4a8f-85b8-3abcc1f4c077') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:30.377254 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (7444ce40-8e95-4a8f-85b8-3abcc1f4c077), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.391641 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (7444ce40-8e95-4a8f-85b8-3abcc1f4c077), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.400190 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:27:30.400606 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (7444ce40-8e95-4a8f-85b8-3abcc1f4c077), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.446249 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 7444ce40-8e95-4a8f-85b8-3abcc1f4c077 resource provider aggregate not found Sep 23 15:27:30.465976 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 7444ce40-8e95-4a8f-85b8-3abcc1f4c077 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7444ce40-8e95-4a8f-85b8-3abcc1f4c077 found for delete ", "request_id": "req-27dac8d4-db14-4aac-bb24-832b7ba400ff"}]} Sep 23 15:27:30.575312 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Deleting port c53ed2aa-ca05-426d-bc44-b9f58a3da581 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:30.575577 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.575729 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.593302 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.596505 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521 HTTP/1.1" status: 204 len: 168 time: 0.4304738 Sep 23 15:27:30.598792 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26749dfc-ae3a-498f-bfec-08282da2ce65 admin admin] Pushing event deleted for resources: {'Network': ['ID=1abcafbc-cf0a-4d2a-8f1b-d77f1bdf3521,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:30.660894 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] For port c53ed2aa-ca05-426d-bc44-b9f58a3da581, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=c53ed2aa-ca05-426d-bc44-b9f58a3da581,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:30.661216 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.677961 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Calling delete_port for c53ed2aa-ca05-426d-bc44-b9f58a3da581 owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:30.793022 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a4a4f-2201-4e33-937d-1f5147edbb8c req-98951c16-6033-41f2-9170-885d189f1e82 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:30.794534 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f40a4a4f-2201-4e33-937d-1f5147edbb8c req-98951c16-6033-41f2-9170-885d189f1e82 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 943 time: 0.0521767 Sep 23 15:27:30.818371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:30.825580 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device c2205af8-7e2a-495b-8ea9-4dccb9d37b61 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:27:30.849040 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:30.854542 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f40a4a4f-2201-4e33-937d-1f5147edbb8c req-2d0a30df-87a4-444f-a658-34a1de5c7b5f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516262 Sep 23 15:27:30.857848 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:30.945349 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:30.957951 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'port_id': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'mac_address': 'fa:16:3e:e7:b3:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:27:30.987366 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c53ed2aa-ca05-426d-bc44-b9f58a3da581), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:30.998926 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53764) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:31.000140 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:31.004874 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.014031 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53ed2aa-ca05-426d-bc44-b9f58a3da581,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:31.015150 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2205af8-7e2a-495b-8ea9-4dccb9d37b61 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:27:31.038039 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:31.056972 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-fe8bdcb9-c265-4945-b9b2-64bec93f8c07 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=6bfe7f53f2ae4659a658c188ed864ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0565538 Sep 23 15:27:31.059776 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53766) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:31.114742 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-de4464e5-6a0e-49eb-a49c-1aed33d86cd4 admin admin] Publish callbacks [] for security_group (7a8857ba-341b-46e7-8662-dd616969f26e), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.147446 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-de4464e5-6a0e-49eb-a49c-1aed33d86cd4 admin admin] Publish callbacks [] for security_group (7a8857ba-341b-46e7-8662-dd616969f26e), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.193732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.213180 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.218057 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:31.245947 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:31.369713 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-de4464e5-6a0e-49eb-a49c-1aed33d86cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (7a8857ba-341b-46e7-8662-dd616969f26e), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.372587 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-de4464e5-6a0e-49eb-a49c-1aed33d86cd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.373785 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-de4464e5-6a0e-49eb-a49c-1aed33d86cd4 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7a8857ba-341b-46e7-8662-dd616969f26e HTTP/1.1" status: 204 len: 168 time: 0.3129878 Sep 23 15:27:31.385247 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4464e5-6a0e-49eb-a49c-1aed33d86cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8857ba-341b-46e7-8662-dd616969f26e,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:31.427020 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['c2205af8-7e2a-495b-8ea9-4dccb9d37b61'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:27:31.439606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:31.548838 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:31.555209 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-07bb9f8e-19ca-4ec6-9d79-48d5236e16c0 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b8e9206b-0e18-4dbe-8b02-a3577d4e3894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6433609 Sep 23 15:27:31.557960 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53770) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:31.559526 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] Sync routers for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:31.588191 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:31.606283 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:31.606920 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:31.661515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:31.666725 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks [] for router (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.768156 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks [] for router_gateway (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.770015 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:31.874992 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Deleting port 51712d85-77a4-4126-b2bd-2dccce27e80c {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:31.875647 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.936670 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:31.975478 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] For port 51712d85-77a4-4126-b2bd-2dccce27e80c, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=51712d85-77a4-4126-b2bd-2dccce27e80c,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:31.975796 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:31.978623 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:27:30Z', 'revision_number': 5, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port': {'id': '51712d85-77a4-4126-b2bd-2dccce27e80c', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:13:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:31.992415 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Calling delete_port for 51712d85-77a4-4126-b2bd-2dccce27e80c owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:32.007452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea91561-04b2-408a-b111-0b66c0ad4417 req-f6c91cdd-a23b-4030-926a-6d9a4f5abe6d tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:32.015216 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2ea91561-04b2-408a-b111-0b66c0ad4417 req-f6c91cdd-a23b-4030-926a-6d9a4f5abe6d tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 944 time: 0.0627205 Sep 23 15:27:32.026842 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] Checking router: b8e9206b-0e18-4dbe-8b02-a3577d4e3894 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:32.036532 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] Routers {'b8e9206b-0e18-4dbe-8b02-a3577d4e3894'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:32.041423 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:32.072608 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2ea91561-04b2-408a-b111-0b66c0ad4417 req-e4447d19-c66c-4144-b7f1-eac5d34ea277 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560925 Sep 23 15:27:32.135403 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] Set router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 gateway port host: None {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:32.318868 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:27:31Z', 'revision_number': 6, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:32.343656 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a9ab3-6b97-4a21-ae21-a3e61104462d None None] The sync data for ids ['b8e9206b-0e18-4dbe-8b02-a3577d4e3894'] in dv-cinder-855307-2-iscsi is: [{'id': 'b8e9206b-0e18-4dbe-8b02-a3577d4e3894', 'name': 'tempest-AttachVolumeTestJSON-515903270-router', 'tenant_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:00Z', 'updated_at': '2022-09-23T15:27:31Z', 'revision_number': 6, 'project_id': 'ab19e9f7cb0e49548a9ab74b9d2b4aec', 'gw_port_host': None}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:32.349883 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53776) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:32.422668 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e6547a1f-ca76-4545-8f0a-1989accfaa8a admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=cb6172fe14214b55b23c6751210e872c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0716653 Sep 23 15:27:32.425520 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53778) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:32.476221 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cfcef3ce-cc89-47fb-807a-9c8f78e8e134 admin admin] Publish callbacks [] for security_group (14279dc1-51d1-4e61-9692-6bd9c60f1643), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.491460 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:27:32.497509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cfcef3ce-cc89-47fb-807a-9c8f78e8e134 admin admin] Publish callbacks [] for security_group (14279dc1-51d1-4e61-9692-6bd9c60f1643), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.523024 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (51712d85-77a4-4126-b2bd-2dccce27e80c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.553133 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=51712d85-77a4-4126-b2bd-2dccce27e80c,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:32.614506 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.689973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cfcef3ce-cc89-47fb-807a-9c8f78e8e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (14279dc1-51d1-4e61-9692-6bd9c60f1643), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.692778 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cfcef3ce-cc89-47fb-807a-9c8f78e8e134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.693938 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-cfcef3ce-cc89-47fb-807a-9c8f78e8e134 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/14279dc1-51d1-4e61-9692-6bd9c60f1643 HTTP/1.1" status: 204 len: 168 time: 0.2663400 Sep 23 15:27:32.702023 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.702522 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcef3ce-cc89-47fb-807a-9c8f78e8e134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14279dc1-51d1-4e61-9692-6bd9c60f1643,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:32.704388 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks [] for router_controller (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.825832 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device c2205af8-7e2a-495b-8ea9-4dccb9d37b61 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:27:32.832644 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (b8e9206b-0e18-4dbe-8b02-a3577d4e3894), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.833240 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e9206b-0e18-4dbe-8b02-a3577d4e3894 {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:27:32.837888 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.839507 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-3543231f-7ba2-4f42-a9e0-7950c7182ecd admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/b8e9206b-0e18-4dbe-8b02-a3577d4e3894 HTTP/1.1" status: 204 len: 168 time: 1.2803736 Sep 23 15:27:32.842002 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 53782) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:32.873246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:27:32.895055 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Deleting subnet e84b5341-8b6a-4fc9-ac79-9988bf25b079 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:27:32.898128 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Publish callbacks [] for subnet (e84b5341-8b6a-4fc9-ac79-9988bf25b079), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.920198 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:32.933327 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (e84b5341-8b6a-4fc9-ac79-9988bf25b079), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:32.974184 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.008147 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (e84b5341-8b6a-4fc9-ac79-9988bf25b079), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.009362 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:27:33.009857 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.010090 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 Sep 23 15:27:33.088944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:27:33.089350 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.111402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.118831 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:33.121689 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dba08f2-2a12-420c-b207-3bc492066bb5" -d '{"events": [{"server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "name": "network-vif-plugged", "status": "completed", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:33.139246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:33.185961 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (e84b5341-8b6a-4fc9-ac79-9988bf25b079), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.221271 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a95a8-c415-4b27-a8c0-93894cd6026c x-openstack-request-id: req-7d9a95a8-c415-4b27-a8c0-93894cd6026c {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:33.221657 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "name": "network-vif-plugged", "status": "completed", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:33.223646 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d9a95a8-c415-4b27-a8c0-93894cd6026c {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:33.223646 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9a95a8-c415-4b27-a8c0-93894cd6026c'] response: {'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'code': 200} Sep 23 15:27:33.223879 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84b5341-8b6a-4fc9-ac79-9988bf25b079,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:33.226208 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.229406 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-edfc989d-d5d2-4391-87f5-c32fd7c93716 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/e84b5341-8b6a-4fc9-ac79-9988bf25b079 HTTP/1.1" status: 204 len: 168 time: 0.3864307 Sep 23 15:27:33.232605 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53790) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:33.235457 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d4de1-d147-4e0f-89d3-11dee8064a2c req-d20126d2-5ec1-4576-8242-c362dc4a8ac0 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:33.237398 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6052728b-b547-4d72-bc5e-87a70170e256 None None] Network b3f7a81d-77e4-45ed-aa33-730087d69ce7 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:27:33.242938 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c2d4de1-d147-4e0f-89d3-11dee8064a2c req-d20126d2-5ec1-4576-8242-c362dc4a8ac0 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 944 time: 0.0892336 Sep 23 15:27:33.250578 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.291420 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.306790 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3c2d4de1-d147-4e0f-89d3-11dee8064a2c req-98a0fc41-21e9-4735-8ecf-ac1b30121964 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630836 Sep 23 15:27:33.351919 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c53ed2aa-ca05-426d-bc44-b9f58a3da581 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:33.392089 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: c53ed2aa-ca05-426d-bc44-b9f58a3da581 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:33.392443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device c53ed2aa-ca05-426d-bc44-b9f58a3da581 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:33.392873 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 51712d85-77a4-4126-b2bd-2dccce27e80c no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:33.411090 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (b3f7a81d-77e4-45ed-aa33-730087d69ce7), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.449090 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 51712d85-77a4-4126-b2bd-2dccce27e80c {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:33.449453 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 51712d85-77a4-4126-b2bd-2dccce27e80c not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:33.458721 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:33.480745 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Deleting port 99507776-c137-4f90-8aab-e90841eafe4b {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:33.481232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (99507776-c137-4f90-8aab-e90841eafe4b), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.557759 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] DHCP port deletion for b3f7a81d-77e4-45ed-aa33-730087d69ce7 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:27:33.563916 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] For port 99507776-c137-4f90-8aab-e90841eafe4b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=99507776-c137-4f90-8aab-e90841eafe4b,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:33.565561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (99507776-c137-4f90-8aab-e90841eafe4b), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.583828 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Calling delete_port for 99507776-c137-4f90-8aab-e90841eafe4b owned by network:dhcp {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:33.601578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] Deleting port 99507776-c137-4f90-8aab-e90841eafe4b {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:33.601953 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (99507776-c137-4f90-8aab-e90841eafe4b), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.693871 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] For port 99507776-c137-4f90-8aab-e90841eafe4b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=99507776-c137-4f90-8aab-e90841eafe4b,segment=NetworkSegment(919623ef-bf09-4087-9715-520a53e2de8c),segment_id=919623ef-bf09-4087-9715-520a53e2de8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:33.694280 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (99507776-c137-4f90-8aab-e90841eafe4b), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.713348 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] Calling delete_port for 99507776-c137-4f90-8aab-e90841eafe4b owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:33.714627 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.721963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ad638-def6-43c9-882e-1412c72d129d req-2d848238-f6bd-4ea1-9069-438a54838fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:33.724166 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d9ad638-def6-43c9-882e-1412c72d129d req-2d848238-f6bd-4ea1-9069-438a54838fda service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 1129 time: 0.0690238 Sep 23 15:27:33.775865 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5d9ad638-def6-43c9-882e-1412c72d129d req-faef126a-fbd4-4a64-a159-8c37ba13b81f service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445831 Sep 23 15:27:33.821250 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (99507776-c137-4f90-8aab-e90841eafe4b), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.827687 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (99507776-c137-4f90-8aab-e90841eafe4b), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.845253 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Pushing event deleted for resources: {'Port': ['ID=99507776-c137-4f90-8aab-e90841eafe4b,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:33.851255 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] No DVR routers for this DVR port 99507776-c137-4f90-8aab-e90841eafe4b on host dv-cinder-855307-2-iscsi {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:33.854834 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] Pushing event deleted for resources: {'Port': ['ID=99507776-c137-4f90-8aab-e90841eafe4b,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:33.856725 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b413fdd4-4afc-4bc3-92ce-68a43b58021d None None] No DVR routers for this DVR port 99507776-c137-4f90-8aab-e90841eafe4b on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:33.929887 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (b3f7a81d-77e4-45ed-aa33-730087d69ce7), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.950680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f7a81d-77e4-45ed-aa33-730087d69ce7']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:33.973505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:33.973505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919623ef-bf09-4087-9715-520a53e2de8c') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:33.973505 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919623ef-bf09-4087-9715-520a53e2de8c') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:33.975946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (919623ef-bf09-4087-9715-520a53e2de8c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.990464 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (919623ef-bf09-4087-9715-520a53e2de8c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:33.997716 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:27:33.998102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (919623ef-bf09-4087-9715-520a53e2de8c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:34.042572 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 919623ef-bf09-4087-9715-520a53e2de8c resource provider aggregate not found Sep 23 15:27:34.062729 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 919623ef-bf09-4087-9715-520a53e2de8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 919623ef-bf09-4087-9715-520a53e2de8c found for delete ", "request_id": "req-004d53dc-f7ce-4e10-9deb-e734f6743776"}]} Sep 23 15:27:34.147923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (b3f7a81d-77e4-45ed-aa33-730087d69ce7), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:34.153769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:34.157148 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/b3f7a81d-77e4-45ed-aa33-730087d69ce7 HTTP/1.1" status: 204 len: 168 time: 0.9229138 Sep 23 15:27:34.158941 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:34.169457 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b9df1-6857-422d-aa0d-4dff058ae92e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f7a81d-77e4-45ed-aa33-730087d69ce7,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:34.422080 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d007f05-24d7-4bec-8eb9-b937a69ccd6f req-ef873f70-5502-4f31-860a-88125ebf7faf tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:34.423452 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d007f05-24d7-4bec-8eb9-b937a69ccd6f req-ef873f70-5502-4f31-860a-88125ebf7faf tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 945 time: 0.0477378 Sep 23 15:27:34.477978 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7d007f05-24d7-4bec-8eb9-b937a69ccd6f req-3e39e911-d41d-437e-ab85-31529d8e364d tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475392 Sep 23 15:27:34.484201 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:34.673807 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53822) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:34.721574 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-d8c14bf9-b2f2-49a3-90ac-3fb83bc332b7 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ab19e9f7cb0e49548a9ab74b9d2b4aec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438342 Sep 23 15:27:34.721793 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53824) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:34.779447 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4418c4cc-7e9b-4a76-a401-a8d2da56b757 admin admin] Publish callbacks [] for security_group (6cd55e39-de3d-444b-9dce-e467990c7408), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:34.806432 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4418c4cc-7e9b-4a76-a401-a8d2da56b757 admin admin] Publish callbacks [] for security_group (6cd55e39-de3d-444b-9dce-e467990c7408), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:35.044711 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4418c4cc-7e9b-4a76-a401-a8d2da56b757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (6cd55e39-de3d-444b-9dce-e467990c7408), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:35.047292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4418c4cc-7e9b-4a76-a401-a8d2da56b757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:35.051458 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-4418c4cc-7e9b-4a76-a401-a8d2da56b757 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/6cd55e39-de3d-444b-9dce-e467990c7408 HTTP/1.1" status: 204 len: 168 time: 0.3260038 Sep 23 15:27:35.057215 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418c4cc-7e9b-4a76-a401-a8d2da56b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd55e39-de3d-444b-9dce-e467990c7408,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:35.192303 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 99507776-c137-4f90-8aab-e90841eafe4b no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:35.213089 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 99507776-c137-4f90-8aab-e90841eafe4b {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:35.213490 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 99507776-c137-4f90-8aab-e90841eafe4b not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:35.602719 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dce07-b9e0-47c3-a85c-3fee4c5cc24d req-d62bf408-defd-42e7-bc61-ffb580183be5 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.604252 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2b4dce07-b9e0-47c3-a85c-3fee4c5cc24d req-d62bf408-defd-42e7-bc61-ffb580183be5 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 945 time: 0.0515113 Sep 23 15:27:35.655696 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2b4dce07-b9e0-47c3-a85c-3fee4c5cc24d req-faec56b1-22b2-4167-b04d-2b62605c3d1a tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 Sep 23 15:27:35.792335 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b931d88-a7bf-46bb-987d-95b34a5801d8 req-35c79117-ceb9-48a2-9846-a8947e81c765 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:35.793825 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9b931d88-a7bf-46bb-987d-95b34a5801d8 req-35c79117-ceb9-48a2-9846-a8947e81c765 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 945 time: 0.0524960 Sep 23 15:27:35.845460 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9b931d88-a7bf-46bb-987d-95b34a5801d8 req-c92edd14-0ca3-4132-afb0-1615cead6a43 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Sep 23 15:27:35.875744 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53854) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:36.199397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130adef-1343-4f13-94f7-7c6c104b5cd6 tempest-TestVolumeBootPattern-48486957 tempest-TestVolumeBootPattern-48486957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:36.200977 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5130adef-1343-4f13-94f7-7c6c104b5cd6 tempest-TestVolumeBootPattern-48486957 tempest-TestVolumeBootPattern-48486957-project-admin] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 1124 time: 0.3240621 Sep 23 15:27:36.203968 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 53864) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:36.208273 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'port_id': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'fixed_ip_address': '172.20.0.9'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:27:36.346652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:36.429715 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:36.537480 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:36.555650 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Allocated IP 172.27.0.66 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/471f3fba-bb9e-408c-985d-5a07594fbfbe) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:27:36.666253 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:36.787602 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:36.824840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:36.835343 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:27:36.840633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:27:36.842806 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'Port': ['ID=471f3fba-bb9e-408c-985d-5a07594fbfbe,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:36.847044 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:27:37.473481 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for floatingip (7f3330fa-f3bf-4bf5-9856-eefd285451b8), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:37.661572 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:37.700257 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:37.815359 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:37.884000 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:37.954502 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (7f3330fa-f3bf-4bf5-9856-eefd285451b8), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:37.956315 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event updated for resources: {'Port': ['ID=471f3fba-bb9e-408c-985d-5a07594fbfbe,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:38.057663 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Floating IP 7f3330fa-f3bf-4bf5-9856-eefd285451b8 associated. External IP: 172.27.0.66, port: c2205af8-7e2a-495b-8ea9-4dccb9d37b61. Sep 23 15:27:38.147800 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:38.265556 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:38.377257 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:38.387630 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] Sync routers for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:38.396995 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:38.397608 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:38.498538 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:38.501749 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:38.531880 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-5d295226-932c-47d0-9d8a-39638de0465f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3267288 Sep 23 15:27:38.532441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:38.534963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6bb64-22a5-4bd4-acde-99527ab7080c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:38.574457 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d66916-5adc-47a5-a4cd-d7459ee25a48 x-openstack-request-id: req-d2d66916-5adc-47a5-a4cd-d7459ee25a48 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:38.574753 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:38.575016 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d2d66916-5adc-47a5-a4cd-d7459ee25a48 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:38.575541 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d66916-5adc-47a5-a4cd-d7459ee25a48'] response: {'name': 'network-changed', 'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'status': 'completed', 'code': 200} Sep 23 15:27:38.640478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-c06e1ec7-4f80-4ee7-8934-c9882e1cd365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:38.642001 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-c06e1ec7-4f80-4ee7-8934-c9882e1cd365 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d86aa99c129b476980f17821cd30ef30&device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 1129 time: 0.0445626 Sep 23 15:27:38.736497 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '7f3330fa-f3bf-4bf5-9856-eefd285451b8', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'port_id': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'mac_address': 'fa:16:3e:e7:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:27:37Z', 'updated_at': '2022-09-23T15:27:37Z', 'revision_number': 0, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:38.750092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-f22b7817-5c07-451d-83de-4dad28cc9689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:38.750092 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-f22b7817-5c07-451d-83de-4dad28cc9689 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9072055c-d8f5-4479-88ef-7d0bad15cace HTTP/1.1" status: 200 len: 912 time: 0.0972214 Sep 23 15:27:38.763968 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] Checking router: 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:38.772923 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:38.786360 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:38.832993 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-fa5207de-3784-4e34-8ec9-61c4de171b05 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61 HTTP/1.1" status: 200 len: 998 time: 0.0805664 Sep 23 15:27:38.891446 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:38.892453 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-d196785f-8d82-4a2b-8478-524f17caa587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:38.893985 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-d196785f-8d82-4a2b-8478-524f17caa587 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f962a3e4-5288-4832-a281-d6e1efd4f2cb HTTP/1.1" status: 200 len: 850 time: 0.0543714 Sep 23 15:27:38.942086 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-9fe88da0-1a04-4dcd-b696-221b1ed69683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:38.943179 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-9fe88da0-1a04-4dcd-b696-221b1ed69683 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9072055c-d8f5-4479-88ef-7d0bad15cace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421340 Sep 23 15:27:39.075950 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-ff9c5846-d88a-41c0-abdb-32dde3969279 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229661 Sep 23 15:27:39.133927 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '7f3330fa-f3bf-4bf5-9856-eefd285451b8', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'port_id': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'mac_address': 'fa:16:3e:e7:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:27:37Z', 'updated_at': '2022-09-23T15:27:37Z', 'revision_number': 0, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:39.141973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:39.159592 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c667473f-0e03-4a4f-af4c-224f008c95b9 None None] The sync data for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi is: [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '7f3330fa-f3bf-4bf5-9856-eefd285451b8', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'port_id': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'mac_address': 'fa:16:3e:e7:b3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:27:37Z', 'updated_at': '2022-09-23T15:27:37Z', 'revision_number': 0, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:39.187769 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-70c6bb64-22a5-4bd4-acde-99527ab7080c req-7c109e94-c4b5-4ad2-b7ca-7173a4374264 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041372 Sep 23 15:27:39.380772 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37e2ddb-1f9a-424b-bb1b-98e9acc17365 None None] New status for floating IP 7f3330fa-f3bf-4bf5-9856-eefd285451b8: ACTIVE {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:27:45.642636 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=19 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:45.651620 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=9 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:46.523761 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2450d4fa-e8d6-421c-a7c0-ce9268caa36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:46.540046 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54040) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:46.645597 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0c142a88-b450-4a15-833b-40ba4bb362cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:46.726244 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0c142a88-b450-4a15-833b-40ba4bb362cb admin admin] Publish callbacks [] for security_group (303d99e2-8e51-467d-aeab-ad50e077e9f3), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:46.872199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0c142a88-b450-4a15-833b-40ba4bb362cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (303d99e2-8e51-467d-aeab-ad50e077e9f3), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:46.914548 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c142a88-b450-4a15-833b-40ba4bb362cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303d99e2-8e51-467d-aeab-ad50e077e9f3,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:46.920781 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0c142a88-b450-4a15-833b-40ba4bb362cb admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=aaed7382e3b34d449183114c31315ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3817186 Sep 23 15:27:46.923628 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54046) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:46.973290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e855c8b2-009a-4a75-bd30-3c1d9fdb2d86 admin admin] Publish callbacks [] for security_group (303d99e2-8e51-467d-aeab-ad50e077e9f3), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:46.994535 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e855c8b2-009a-4a75-bd30-3c1d9fdb2d86 admin admin] Publish callbacks [] for security_group (303d99e2-8e51-467d-aeab-ad50e077e9f3), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:47.186536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e855c8b2-009a-4a75-bd30-3c1d9fdb2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (303d99e2-8e51-467d-aeab-ad50e077e9f3), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:47.189199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e855c8b2-009a-4a75-bd30-3c1d9fdb2d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:47.190420 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e855c8b2-009a-4a75-bd30-3c1d9fdb2d86 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/303d99e2-8e51-467d-aeab-ad50e077e9f3 HTTP/1.1" status: 204 len: 168 time: 0.2659400 Sep 23 15:27:47.198633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855c8b2-009a-4a75-bd30-3c1d9fdb2d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303d99e2-8e51-467d-aeab-ad50e077e9f3,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:48.026244 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54056) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:48.039747 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98d3b9ea-8d61-409e-bdb7-3cc7b5539b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.049539 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:48.117225 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98d3b9ea-8d61-409e-bdb7-3cc7b5539b37 admin admin] Publish callbacks [] for security_group (b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.244339 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-98d3b9ea-8d61-409e-bdb7-3cc7b5539b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.289614 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-98d3b9ea-8d61-409e-bdb7-3cc7b5539b37 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=93df0b4aea37431488a310c6393204de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619023 Sep 23 15:27:48.292576 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3b9ea-8d61-409e-bdb7-3cc7b5539b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:48.292955 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54058) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:48.350576 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Publish callbacks [] for security_group (b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.372832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Publish callbacks [] for security_group (b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.396625 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54062) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:48.505167 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88c5d059-8edf-4984-81df-19dab7fb98c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.512119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.514733 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.518361 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d HTTP/1.1" status: 204 len: 168 time: 0.2219906 Sep 23 15:27:48.525274 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac8f1a-1af6-47e7-acdf-ee124ff31e7d,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:48.525441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:48.532814 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.533234 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.533699 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.534118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.534542 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.534964 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.535355 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.535851 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.536281 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.536675 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.537069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.537480 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.537871 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.538293 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.538647 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e572dd7-27d0-460b-ab1a-c33d81744160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:27:48.593151 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88c5d059-8edf-4984-81df-19dab7fb98c3 admin admin] Publish callbacks [] for security_group (3d87b5ee-ade4-4ce7-b28a-2e1251736f62), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.666121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-88c5d059-8edf-4984-81df-19dab7fb98c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (3d87b5ee-ade4-4ce7-b28a-2e1251736f62), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.706335 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5d059-8edf-4984-81df-19dab7fb98c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87b5ee-ade4-4ce7-b28a-2e1251736f62,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:48.710508 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-88c5d059-8edf-4984-81df-19dab7fb98c3 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=da10aefd5449405fa33b562194ac8d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128254 Sep 23 15:27:48.713413 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54068) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:48.766541 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bed21f3-a7a7-4d97-bace-5c4a8d39582a admin admin] Publish callbacks [] for security_group (3d87b5ee-ade4-4ce7-b28a-2e1251736f62), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.788409 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bed21f3-a7a7-4d97-bace-5c4a8d39582a admin admin] Publish callbacks [] for security_group (3d87b5ee-ade4-4ce7-b28a-2e1251736f62), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.826151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f74d2bd5-560b-4f87-81a5-f6a27f223e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.912214 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bed21f3-a7a7-4d97-bace-5c4a8d39582a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (3d87b5ee-ade4-4ce7-b28a-2e1251736f62), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.914812 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bed21f3-a7a7-4d97-bace-5c4a8d39582a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:48.916038 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2bed21f3-a7a7-4d97-bace-5c4a8d39582a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/3d87b5ee-ade4-4ce7-b28a-2e1251736f62 HTTP/1.1" status: 204 len: 168 time: 0.2016928 Sep 23 15:27:48.934896 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed21f3-a7a7-4d97-bace-5c4a8d39582a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87b5ee-ade4-4ce7-b28a-2e1251736f62,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:49.136686 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=91 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:49.138487 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=69 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:49.322813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54078) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:49.340451 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82a8f4df-ff83-4a65-b9d5-972446afb759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.420332 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82a8f4df-ff83-4a65-b9d5-972446afb759 admin admin] Publish callbacks [] for security_group (224336d0-3fcc-40d5-baec-07f71d3109e8), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.528757 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-82a8f4df-ff83-4a65-b9d5-972446afb759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (224336d0-3fcc-40d5-baec-07f71d3109e8), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.549843 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:49.573044 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-82a8f4df-ff83-4a65-b9d5-972446afb759 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=c080e6c0ff4947cf82d854e457c8e6ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461574 Sep 23 15:27:49.573044 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8f4df-ff83-4a65-b9d5-972446afb759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224336d0-3fcc-40d5-baec-07f71d3109e8,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:49.573442 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54086) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:49.628091 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-795444e4-bd9b-4eed-ab8d-1f3706ed3afb admin admin] Publish callbacks [] for security_group (224336d0-3fcc-40d5-baec-07f71d3109e8), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.648960 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-795444e4-bd9b-4eed-ab8d-1f3706ed3afb admin admin] Publish callbacks [] for security_group (224336d0-3fcc-40d5-baec-07f71d3109e8), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.798233 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-795444e4-bd9b-4eed-ab8d-1f3706ed3afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (224336d0-3fcc-40d5-baec-07f71d3109e8), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.803154 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-795444e4-bd9b-4eed-ab8d-1f3706ed3afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:49.803154 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-795444e4-bd9b-4eed-ab8d-1f3706ed3afb admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/224336d0-3fcc-40d5-baec-07f71d3109e8 HTTP/1.1" status: 204 len: 168 time: 0.2276440 Sep 23 15:27:49.812183 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795444e4-bd9b-4eed-ab8d-1f3706ed3afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224336d0-3fcc-40d5-baec-07f71d3109e8,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:50.392680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.057637 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54118) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:51.371470 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Deleting port 7fe6bb96-812f-4e32-b769-9a14552b7159 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:51.371811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.448242 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.448491 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for floatingip (7fe6bb96-812f-4e32-b769-9a14552b7159), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.461350 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Calling delete_port for 7fe6bb96-812f-4e32-b769-9a14552b7159 owned by network:floatingip {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:51.688966 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (7fe6bb96-812f-4e32-b769-9a14552b7159), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.721227 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event deleted for resources: {'Port': ['ID=7fe6bb96-812f-4e32-b769-9a14552b7159,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:51.775252 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:51.780271 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for floatingip (26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:51.780561 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Floating IP 26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c disassociated (deleted). External IP: 172.27.0.202, port: 0c8439ba-0b08-4cad-8937-aa360e2a93ed. Sep 23 15:27:51.829114 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:51.888303 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54134) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:51.986114 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.000803 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:52.014392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d15a37d-3681-4c7c-be4e-f9ca74b91c6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.113991 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d15a37d-3681-4c7c-be4e-f9ca74b91c6c admin admin] Publish callbacks [] for security_group (ec19e7f9-a762-452d-98aa-313bcd8b043c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.131512 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:52.137090 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.144790 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] Sync routers for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:52.161797 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:52.161797 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:52.172512 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a71827c2-6a30-4c19-ae67-85a900ca2b66 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c HTTP/1.1" status: 204 len: 168 time: 1.1137455 Sep 23 15:27:52.173857 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:52.177255 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9a9141-fe21-4e81-859d-5857b6c10d53" -d '{"events": [{"name": "network-changed", "server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:52.254869 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3d15a37d-3681-4c7c-be4e-f9ca74b91c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ec19e7f9-a762-452d-98aa-313bcd8b043c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.292579 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3d15a37d-3681-4c7c-be4e-f9ca74b91c6c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f2eb3b48063d4770a05e1d79859230aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030938 Sep 23 15:27:52.294198 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54150) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:52.302986 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15a37d-3681-4c7c-be4e-f9ca74b91c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec19e7f9-a762-452d-98aa-313bcd8b043c,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:52.345933 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2560-a80e-4742-81a6-4d5bef258566 admin admin] Publish callbacks [] for security_group (ec19e7f9-a762-452d-98aa-313bcd8b043c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.362732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.364497 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:52.367372 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2560-a80e-4742-81a6-4d5bef258566 admin admin] Publish callbacks [] for security_group (ec19e7f9-a762-452d-98aa-313bcd8b043c), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.556924 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:19Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:52.580963 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] Checking router: fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:52.586427 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2560-a80e-4742-81a6-4d5bef258566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ec19e7f9-a762-452d-98aa-313bcd8b043c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.589653 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bb5c2560-a80e-4742-81a6-4d5bef258566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:52.593664 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:52.593869 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-bb5c2560-a80e-4742-81a6-4d5bef258566 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ec19e7f9-a762-452d-98aa-313bcd8b043c HTTP/1.1" status: 204 len: 168 time: 0.2957428 Sep 23 15:27:52.593996 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:52.615801 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c2560-a80e-4742-81a6-4d5bef258566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec19e7f9-a762-452d-98aa-313bcd8b043c,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:52.723120 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:52.756281 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52e7054-0ddd-4122-91b3-fcee64261bb6 x-openstack-request-id: req-b52e7054-0ddd-4122-91b3-fcee64261bb6 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:52.756787 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:52.757049 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b52e7054-0ddd-4122-91b3-fcee64261bb6 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:52.757544 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52e7054-0ddd-4122-91b3-fcee64261bb6'] response: {'name': 'network-changed', 'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'status': 'completed', 'code': 200} Sep 23 15:27:52.865702 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e4efa-c6d5-42a7-bf67-bd23e3fd12f7 req-4ccc085b-744a-400c-8c57-a02484fabc93 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:52.872572 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0c2e4efa-c6d5-42a7-bf67-bd23e3fd12f7 req-4ccc085b-744a-400c-8c57-a02484fabc93 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0622630 Sep 23 15:27:52.912213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42089586-f5bd-4c74-940b-5f2dbc316016 req-784e902a-090d-4b23-9b8f-0c667b2fcc96 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:52.913787 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-42089586-f5bd-4c74-940b-5f2dbc316016 req-784e902a-090d-4b23-9b8f-0c667b2fcc96 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0566127 Sep 23 15:27:52.928937 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-0c2e4efa-c6d5-42a7-bf67-bd23e3fd12f7 req-1c438050-388d-48c6-b4ef-5467d683efca tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550945 Sep 23 15:27:52.930841 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:19Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:52.961496 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0487251b-781b-4c5a-975c-c642766c3ef6 None None] The sync data for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi is: [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:22:15Z', 'revision_number': 4, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'f8c68707-d00f-4008-8075-ab9e7f794442', 'name': '', 'network_id': '791f912d-07bc-4fff-ad75-2b567e29c1a8', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'mac_address': 'fa:16:3e:e0:a5:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:14Z', 'updated_at': '2022-09-23T15:22:19Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'subnets': [{'id': 'acb9381c-8a5f-4559-ae87-2cb7332b3a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:52.966453 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-42089586-f5bd-4c74-940b-5f2dbc316016 req-12033e2e-f9c6-464f-84cd-7fc2509b9d8b tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Sep 23 15:27:53.213357 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecde71fd-04a9-4b81-8b5e-4d86c6236873 None None] New status for floating IP 26bd6ff6-3bfa-4c75-b5be-cdd7de1d6c2c: DOWN {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:27:53.527636 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54160) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:53.542222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c65257ec-1852-4c8a-baa5-f0bb9cabb087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.617534 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c65257ec-1852-4c8a-baa5-f0bb9cabb087 admin admin] Publish callbacks [] for security_group (c292ab17-56de-42b1-bbc4-03edc7d56281), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.694554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c65257ec-1852-4c8a-baa5-f0bb9cabb087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c292ab17-56de-42b1-bbc4-03edc7d56281), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.736905 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65257ec-1852-4c8a-baa5-f0bb9cabb087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c292ab17-56de-42b1-bbc4-03edc7d56281,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:53.741425 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c65257ec-1852-4c8a-baa5-f0bb9cabb087 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4c6b71d136d449c6951565c42a68766d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126951 Sep 23 15:27:53.745690 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54162) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:53.752013 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:53.798561 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19f33c0b-fecb-4185-bfc2-424b3d1136a8 admin admin] Publish callbacks [] for security_group (c292ab17-56de-42b1-bbc4-03edc7d56281), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.819054 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19f33c0b-fecb-4185-bfc2-424b3d1136a8 admin admin] Publish callbacks [] for security_group (c292ab17-56de-42b1-bbc4-03edc7d56281), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:53.844544 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:53.997939 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19f33c0b-fecb-4185-bfc2-424b3d1136a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c292ab17-56de-42b1-bbc4-03edc7d56281), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:54.000481 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-19f33c0b-fecb-4185-bfc2-424b3d1136a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:54.004712 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-19f33c0b-fecb-4185-bfc2-424b3d1136a8 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c292ab17-56de-42b1-bbc4-03edc7d56281 HTTP/1.1" status: 204 len: 168 time: 0.2555978 Sep 23 15:27:54.010361 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f33c0b-fecb-4185-bfc2-424b3d1136a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c292ab17-56de-42b1-bbc4-03edc7d56281,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:54.137279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1d76b-48b4-4728-816c-0fa162dd4da2 req-b2e282c5-52f6-49a1-8388-85e0c14c4a33 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:54.145095 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6fc1d76b-48b4-4728-816c-0fa162dd4da2 req-b2e282c5-52f6-49a1-8388-85e0c14c4a33 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0669725 Sep 23 15:27:54.210180 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6fc1d76b-48b4-4728-816c-0fa162dd4da2 req-91e1b618-da27-4dd4-bcfa-4a937e6f5841 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638330 Sep 23 15:27:54.229291 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9795fa0-2dd6-402d-b153-4d8727db0fba req-af757e5f-82c9-4293-9176-3437aec8e342 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:54.233656 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e9795fa0-2dd6-402d-b153-4d8727db0fba req-af757e5f-82c9-4293-9176-3437aec8e342 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0630877 Sep 23 15:27:54.283190 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e9795fa0-2dd6-402d-b153-4d8727db0fba req-e716206e-d819-4b74-94dd-baee429cf8e1 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465324 Sep 23 15:27:55.378693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-aa9fceb5-a87f-4dbb-84ab-1d6e28a48b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.381035 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-aa9fceb5-a87f-4dbb-84ab-1d6e28a48b4c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 1129 time: 0.1479757 Sep 23 15:27:55.391644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-36d4a73b-9f73-405d-a341-cf07d830f556 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.393081 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-36d4a73b-9f73-405d-a341-cf07d830f556 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.1519341 Sep 23 15:27:55.422934 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ae583-fcd5-4b96-9770-074a1e46b326 req-8f2271c4-db83-4d5a-917b-567fd6cd79a5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.428541 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c72ae583-fcd5-4b96-9770-074a1e46b326 req-8f2271c4-db83-4d5a-917b-567fd6cd79a5 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0605435 Sep 23 15:27:55.436445 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-f7c33507-a9c9-4202-bcdf-4f7cbfb9793e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.437913 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-f7c33507-a9c9-4202-bcdf-4f7cbfb9793e tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.1358440 Sep 23 15:27:55.479518 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c72ae583-fcd5-4b96-9770-074a1e46b326 req-d5d70967-9a97-4bee-ab81-0dea0bd5e527 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468853 Sep 23 15:27:55.503762 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8aec0-71d6-4602-916c-81017af649dd req-243b7ae0-c1a4-4048-982a-03d95ddf9e7e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.505313 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-32d8aec0-71d6-4602-916c-81017af649dd req-243b7ae0-c1a4-4048-982a-03d95ddf9e7e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.1876047 Sep 23 15:27:55.536113 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:55.673366 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-39ac1c14-d0ff-48a2-a359-9680fec9cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.674834 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-39ac1c14-d0ff-48a2-a359-9680fec9cdc5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 200 len: 909 time: 0.2769337 Sep 23 15:27:55.692490 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:55.693226 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Deleting port 372595b3-5ccc-49a2-81d3-b61302bfa68d {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:55.693561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:55.703666 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-32d8aec0-71d6-4602-916c-81017af649dd req-397f4278-5bd4-4e2b-8387-e13eb2178735 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741424 Sep 23 15:27:55.740728 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Deleting port 0c8439ba-0b08-4cad-8937-aa360e2a93ed {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:55.741063 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:55.748062 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-d6d07cc1-8a03-4d3d-bfd3-c3d8ea295672 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 200 len: 217 time: 0.0653646 Sep 23 15:27:55.917555 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-a39aa030-1443-45d5-8683-b16eb799ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:55.919010 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-a39aa030-1443-45d5-8683-b16eb799ebba service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 200 len: 847 time: 0.1354506 Sep 23 15:27:55.942371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] For port 0c8439ba-0b08-4cad-8937-aa360e2a93ed, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=0c8439ba-0b08-4cad-8937-aa360e2a93ed,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:55.942730 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:55.946791 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] For port 372595b3-5ccc-49a2-81d3-b61302bfa68d, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=372595b3-5ccc-49a2-81d3-b61302bfa68d,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:27:55.947137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:55.982674 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Calling delete_port for 0c8439ba-0b08-4cad-8937-aa360e2a93ed owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:56.034840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-7128ee84-edf7-4776-96a8-89dcea050310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:56.036439 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-7128ee84-edf7-4776-96a8-89dcea050310 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=791f912d-07bc-4fff-ad75-2b567e29c1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100976 Sep 23 15:27:56.200380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:56.535856 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-1daa21bd-276b-429c-a3bc-156c7177b2d7 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655111 Sep 23 15:27:56.613270 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a2ddf-ba1b-4f53-8223-70d9369d385b req-4441c99d-f011-4fb8-8fe2-8cb014d081b1 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:56.614931 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c77a2ddf-ba1b-4f53-8223-70d9369d385b req-4441c99d-f011-4fb8-8fe2-8cb014d081b1 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 945 time: 0.0553839 Sep 23 15:27:56.673051 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c77a2ddf-ba1b-4f53-8223-70d9369d385b req-a800e27b-5247-49df-8f16-607a90ee2bbf tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ee2ce798-35e6-4a57-8538-4ec7a96a22a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484271 Sep 23 15:27:56.681580 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1a9a9141-fe21-4e81-859d-5857b6c10d53 req-830b3df5-5ea3-4b0b-998e-bd4007053b84 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313944 Sep 23 15:27:56.713216 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:56.715833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (370688b6-629f-4afd-a58c-64782c4e3c92), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:56.715833 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Floating IP 370688b6-629f-4afd-a58c-64782c4e3c92 disassociated. External IP: 172.27.0.124, port: 372595b3-5ccc-49a2-81d3-b61302bfa68d. Sep 23 15:27:56.715833 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Calling delete_port for 372595b3-5ccc-49a2-81d3-b61302bfa68d owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:56.716391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (0c8439ba-0b08-4cad-8937-aa360e2a93ed), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:56.753040 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event deleted for resources: {'Port': ['ID=0c8439ba-0b08-4cad-8937-aa360e2a93ed,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:56.864813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] No DVR routers for this DVR port 0c8439ba-0b08-4cad-8937-aa360e2a93ed on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:56.873943 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:56.877110 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ff8ab770-3c3b-4de2-b7ba-420349d42df8 req-73f7fe2d-09ba-4974-867d-3c7c297b77f7 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.77 "DELETE /networking/v2.0/ports/0c8439ba-0b08-4cad-8937-aa360e2a93ed HTTP/1.1" status: 204 len: 173 time: 1.3893974 Sep 23 15:27:56.879318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-deleted', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:56.881643 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baa3a8c-5a44-462e-bfe2-5de4c0ed8c98" -d '{"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-deleted", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:56.898737 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e09d0-10a6-4cd8-b13f-33e44530cc75 req-74ad1809-52c4-404f-b4d5-2460abc47a8e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:27:56.903894 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f0e09d0-10a6-4cd8-b13f-33e44530cc75 req-74ad1809-52c4-404f-b4d5-2460abc47a8e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 947 time: 0.0922356 Sep 23 15:27:56.923552 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66651c2-e832-4233-bed2-8626662d79b7 x-openstack-request-id: req-f66651c2-e832-4233-bed2-8626662d79b7 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:56.923841 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b48a2a-0dde-4289-b8d6-788a66dafddb", "name": "network-vif-deleted", "tag": "0c8439ba-0b08-4cad-8937-aa360e2a93ed", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:56.924132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f66651c2-e832-4233-bed2-8626662d79b7 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:56.924511 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66651c2-e832-4233-bed2-8626662d79b7'] response: {'server_uuid': '74b48a2a-0dde-4289-b8d6-788a66dafddb', 'name': 'network-vif-deleted', 'tag': '0c8439ba-0b08-4cad-8937-aa360e2a93ed', 'status': 'completed', 'code': 200} Sep 23 15:27:56.989702 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f0e09d0-10a6-4cd8-b13f-33e44530cc75 req-d672efe4-3fd9-43c6-938e-9f0082713e85 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b4a2b419-6322-45f1-901c-c10da8939a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779085 Sep 23 15:27:57.089439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (372595b3-5ccc-49a2-81d3-b61302bfa68d), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.121047 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event deleted for resources: {'Port': ['ID=372595b3-5ccc-49a2-81d3-b61302bfa68d,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:57.176579 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:57.266452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:27:57.376923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:57.379736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:27:57.391323 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:27:57.403556 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:57.404288 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:57.424512 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] No DVR routers for this DVR port 372595b3-5ccc-49a2-81d3-b61302bfa68d on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:27:57.426830 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:57.430024 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-80caaa70-81b6-4c58-bf84-b7a8223bcd2e req-95fbdac4-2e2c-4569-9222-05c3dfaa8e73 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.77 "DELETE /networking/v2.0/ports/372595b3-5ccc-49a2-81d3-b61302bfa68d HTTP/1.1" status: 204 len: 173 time: 2.0185075 Sep 23 15:27:57.509942 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:57.819255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:57.819255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:57.819255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:27:57.819255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:27:57.819255 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:27:57.821198 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:57.822203 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-e050993b-8e39-4231-9a65-356bf4f813e8 req-aedbc94d-a599-43b0-b421-a895c64add7f tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0331407 Sep 23 15:27:57.853095 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:27:58.046938 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:27:58.073897 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6b8698-0f5a-411b-8da5-437bf65739ec None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:20:16Z', 'revision_number': 4, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '3953126e-b60f-4d2b-afee-38c27229922f', 'name': '', 'network_id': 'b9884c67-117e-4e2a-8424-37edb233007d', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'mac_address': 'fa:16:3e:52:9e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:14Z', 'updated_at': '2022-09-23T15:20:26Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'subnets': [{'id': '0698bee1-9d1d-4abd-9efc-53ff40c981f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:27:58.120496 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-45b022c0-d07d-4491-a345-e74e871db88c req-0a284f83-6473-4f96-885b-8b0b66c3d59e tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=46eb43e1-8a8e-4c5e-a071-ef900f024b55 HTTP/1.1" status: 200 len: 210 time: 0.0327818 Sep 23 15:27:58.330555 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bc25c4-5904-41ae-bcfa-001d576acb0b None None] New status for floating IP 370688b6-629f-4afd-a58c-64782c4e3c92: DOWN {{(pid=107137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:27:58.907089 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-b69bbc3f-08f4-40d9-93ff-5d056d10bba1 req-e063a8f2-2c90-41c7-804d-2d030929dd16 tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=74b48a2a-0dde-4289-b8d6-788a66dafddb HTTP/1.1" status: 200 len: 210 time: 0.0284297 Sep 23 15:27:58.925659 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-deleted', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:27:58.928107 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd81144-d527-46ef-bea3-f854fc07fe4b" -d '{"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-deleted", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:27:58.973509 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:58.978427 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbd27ae-eebf-4e70-bc41-56baac92d5e6 x-openstack-request-id: req-bfbd27ae-eebf-4e70-bc41-56baac92d5e6 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:27:58.978726 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46eb43e1-8a8e-4c5e-a071-ef900f024b55", "name": "network-vif-deleted", "tag": "372595b3-5ccc-49a2-81d3-b61302bfa68d", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:27:58.979857 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bfbd27ae-eebf-4e70-bc41-56baac92d5e6 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:27:58.980478 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfbd27ae-eebf-4e70-bc41-56baac92d5e6'] response: {'server_uuid': '46eb43e1-8a8e-4c5e-a071-ef900f024b55', 'name': 'network-vif-deleted', 'tag': '372595b3-5ccc-49a2-81d3-b61302bfa68d', 'status': 'completed', 'code': 200} Sep 23 15:27:58.997352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 0c8439ba-0b08-4cad-8937-aa360e2a93ed {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:58.997704 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 0c8439ba-0b08-4cad-8937-aa360e2a93ed not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:58.998131 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:27:59.016103 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 372595b3-5ccc-49a2-81d3-b61302bfa68d {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:27:59.016459 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 372595b3-5ccc-49a2-81d3-b61302bfa68d not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:27:59.365637 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54250) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:59.424104 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67e424e8-2fc7-4545-8c92-1f98402b225c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (b4a2b419-6322-45f1-901c-c10da8939a3b), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.446629 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67e424e8-2fc7-4545-8c92-1f98402b225c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (b4a2b419-6322-45f1-901c-c10da8939a3b), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.579726 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67e424e8-2fc7-4545-8c92-1f98402b225c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b4a2b419-6322-45f1-901c-c10da8939a3b), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.582465 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67e424e8-2fc7-4545-8c92-1f98402b225c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.583665 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-67e424e8-2fc7-4545-8c92-1f98402b225c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b4a2b419-6322-45f1-901c-c10da8939a3b HTTP/1.1" status: 204 len: 168 time: 0.2170353 Sep 23 15:27:59.636205 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54252) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:59.637363 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e424e8-2fc7-4545-8c92-1f98402b225c tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2b419-6322-45f1-901c-c10da8939a3b,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:27:59.638615 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.api.v2.resource [None req-ba9eccf4-8945-4ba6-8c5d-7ae97312c0c1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] show failed (client error): The resource could not be found. Sep 23 15:27:59.638615 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ba9eccf4-8945-4ba6-8c5d-7ae97312c0c1 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "GET /networking/v2.0/security-groups/b4a2b419-6322-45f1-901c-c10da8939a3b HTTP/1.1" status: 404 len: 347 time: 0.0150163 Sep 23 15:27:59.638615 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54254) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:27:59.717744 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Deleting port c41e5e9d-0bde-44f0-872e-b1a3a78a31db {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:27:59.718084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.801118 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.801500 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:27:59.815719 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Calling delete_port for c41e5e9d-0bde-44f0-872e-b1a3a78a31db owned by network:floatingip {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:27:59.977222 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54258) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:00.038283 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f43b0fd-38bd-4fe9-b08b-dac97c33e5cb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group (ee2ce798-35e6-4a57-8538-4ec7a96a22a5), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.063884 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f43b0fd-38bd-4fe9-b08b-dac97c33e5cb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group (ee2ce798-35e6-4a57-8538-4ec7a96a22a5), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.074643 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (c41e5e9d-0bde-44f0-872e-b1a3a78a31db), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.124183 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Pushing event deleted for resources: {'Port': ['ID=c41e5e9d-0bde-44f0-872e-b1a3a78a31db,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:00.188604 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks [] for floatingip (370688b6-629f-4afd-a58c-64782c4e3c92), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.191102 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.192346 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-46ba7d22-b2ed-4052-a48c-c0ac304853f3 tempest-AttachVolumeShelveTestJSON-731499941 tempest-AttachVolumeShelveTestJSON-731499941-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/370688b6-629f-4afd-a58c-64782c4e3c92 HTTP/1.1" status: 204 len: 168 time: 0.5852184 Sep 23 15:28:00.328691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f43b0fd-38bd-4fe9-b08b-dac97c33e5cb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ee2ce798-35e6-4a57-8538-4ec7a96a22a5), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.331338 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2f43b0fd-38bd-4fe9-b08b-dac97c33e5cb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:00.332511 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2f43b0fd-38bd-4fe9-b08b-dac97c33e5cb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ee2ce798-35e6-4a57-8538-4ec7a96a22a5 HTTP/1.1" status: 204 len: 168 time: 0.3537216 Sep 23 15:28:00.342019 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:00.342019 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:00.343780 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43b0fd-38bd-4fe9-b08b-dac97c33e5cb tempest-TestShelveInstance-1038931392 tempest-TestShelveInstance-1038931392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2ce798-35e6-4a57-8538-4ec7a96a22a5,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:00.457260 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54270) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:00.937796 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:01.386533 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Deleting port f8c68707-d00f-4008-8075-ab9e7f794442 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:01.387220 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:01.467767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] For port f8c68707-d00f-4008-8075-ab9e7f794442, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f8c68707-d00f-4008-8075-ab9e7f794442,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:01.468187 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:01.482097 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Calling delete_port for f8c68707-d00f-4008-8075-ab9e7f794442 owned by network:router_interface {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:01.545359 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:01.762932 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (f8c68707-d00f-4008-8075-ab9e7f794442), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:01.789840 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c68707-d00f-4008-8075-ab9e7f794442,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:01.956132 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:01.968679 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:02.190465 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:02.293665 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:02.300170 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7d064d5e-913a-4151-a098-79eb5d6338cc admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/fb3c20ce-1ad6-41bf-beff-a2cafdc31c92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410892 Sep 23 15:28:02.302047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54290) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:02.302307 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] Sync routers for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:02.314134 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:02.314745 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:02.405953 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks [] for router (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:02.505954 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:02.508060 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:02.512561 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks [] for router_gateway (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:02.624428 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Deleting port 752f56bc-5d40-4d30-803b-42fbc14ac470 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:02.624805 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:02.674188 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:28:01Z', 'revision_number': 5, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port': {'id': '752f56bc-5d40-4d30-803b-42fbc14ac470', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:11Z', 'updated_at': '2022-09-23T15:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:02.703315 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] Checking router: fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:02.711119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] For port 752f56bc-5d40-4d30-803b-42fbc14ac470, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=752f56bc-5d40-4d30-803b-42fbc14ac470,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:02.711495 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:02.711690 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] Routers {'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:02.712369 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:02.724962 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Calling delete_port for 752f56bc-5d40-4d30-803b-42fbc14ac470 owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:02.747244 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:02.800523 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] Set router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 gateway port host: None {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:02.850579 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:28:02Z', 'revision_number': 6, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:02.876774 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4b307f-7b3d-49a8-8dbb-23f85dcfbe69 None None] The sync data for ids ['fb3c20ce-1ad6-41bf-beff-a2cafdc31c92'] in dv-cinder-855307-2-iscsi is: [{'id': 'fb3c20ce-1ad6-41bf-beff-a2cafdc31c92', 'name': 'tempest-TestShelveInstance-791137667-router', 'tenant_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:10Z', 'updated_at': '2022-09-23T15:28:02Z', 'revision_number': 6, 'project_id': '7c95b871ff2b4ed89195a9c0fa94e8b4', 'gw_port_host': None}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:02.974640 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (752f56bc-5d40-4d30-803b-42fbc14ac470), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:02.982893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:03.001625 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Pushing event deleted for resources: {'Port': ['ID=752f56bc-5d40-4d30-803b-42fbc14ac470,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:03.069093 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.159334 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.161581 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks [] for router_controller (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.322515 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (fb3c20ce-1ad6-41bf-beff-a2cafdc31c92), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.323086 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:28:03.327210 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.328382 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-626058b3-ab0f-411d-943e-664739ef2eff admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/fb3c20ce-1ad6-41bf-beff-a2cafdc31c92 HTTP/1.1" status: 204 len: 168 time: 1.0251508 Sep 23 15:28:03.330834 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54296) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:03.376091 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Deleting subnet acb9381c-8a5f-4559-ae87-2cb7332b3a77 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:28:03.379285 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Publish callbacks [] for subnet (acb9381c-8a5f-4559-ae87-2cb7332b3a77), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.417427 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (acb9381c-8a5f-4559-ae87-2cb7332b3a77), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.491611 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (acb9381c-8a5f-4559-ae87-2cb7332b3a77), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.624758 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f8c68707-d00f-4008-8075-ab9e7f794442 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:03.643296 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (acb9381c-8a5f-4559-ae87-2cb7332b3a77), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.646708 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: f8c68707-d00f-4008-8075-ab9e7f794442 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:03.647162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f8c68707-d00f-4008-8075-ab9e7f794442 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:03.673328 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acb9381c-8a5f-4559-ae87-2cb7332b3a77,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:03.680811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.685343 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ca98d3de-8dcf-4b5a-af96-2dfa01d9d4d2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/acb9381c-8a5f-4559-ae87-2cb7332b3a77 HTTP/1.1" status: 204 len: 168 time: 0.3535776 Sep 23 15:28:03.685496 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37464001-e9c4-4604-9b05-1efe5d736aa6 None None] Network 791f912d-07bc-4fff-ad75-2b567e29c1a8 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:03.687791 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54298) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:03.757757 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:03.767769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=65,neutron:DELETE=5,neutron:UPDATE=7 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:03.777382 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (791f912d-07bc-4fff-ad75-2b567e29c1a8), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.821869 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Deleting port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:03.822213 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.899514 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] DHCP port deletion for 791f912d-07bc-4fff-ad75-2b567e29c1a8 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:28:03.905062 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] For port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:03.905062 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:03.920135 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Calling delete_port for a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:03.940441 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] Deleting port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:03.940828 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.003327 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:04.020104 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] For port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,segment=NetworkSegment(db2e7f01-cd04-4934-9bff-6af4c7f8bf07),segment_id=db2e7f01-cd04-4934-9bff-6af4c7f8bf07)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:04.020893 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.045626 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] Calling delete_port for a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:04.077256 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.104340 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:04.107916 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] No DVR routers for this DVR port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd on host dv-cinder-855307-2-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:04.124319 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:04.148957 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.178263 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] Pushing event deleted for resources: {'Port': ['ID=a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:04.183046 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7dc69-4b41-4f68-b5e9-3fe7a28c368c None None] No DVR routers for this DVR port a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:04.205575 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (791f912d-07bc-4fff-ad75-2b567e29c1a8), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.231002 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791f912d-07bc-4fff-ad75-2b567e29c1a8']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:04.241900 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:04.242191 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2e7f01-cd04-4934-9bff-6af4c7f8bf07') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:04.255184 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (db2e7f01-cd04-4934-9bff-6af4c7f8bf07), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.272163 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (db2e7f01-cd04-4934-9bff-6af4c7f8bf07), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.287239 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:28:04.288221 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (db2e7f01-cd04-4934-9bff-6af4c7f8bf07), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.346535 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment db2e7f01-cd04-4934-9bff-6af4c7f8bf07 resource provider aggregate not found Sep 23 15:28:04.370900 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment db2e7f01-cd04-4934-9bff-6af4c7f8bf07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db2e7f01-cd04-4934-9bff-6af4c7f8bf07 found for delete ", "request_id": "req-235d90cc-092f-4b74-a3f8-1868cbf8e779"}]} Sep 23 15:28:04.499591 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.500060 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (791f912d-07bc-4fff-ad75-2b567e29c1a8), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.515867 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:04.515867 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/791f912d-07bc-4fff-ad75-2b567e29c1a8 HTTP/1.1" status: 204 len: 168 time: 0.8202481 Sep 23 15:28:04.516102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54308) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:04.521126 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae9f4-1ee8-4ae0-a988-81453da01c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=791f912d-07bc-4fff-ad75-2b567e29c1a8,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:04.851077 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:05.098790 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Deleting port 60d06e6a-de48-4a84-88da-b86d96aef266 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:05.099097 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:05.188342 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54322) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:05.221813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] For port 60d06e6a-de48-4a84-88da-b86d96aef266, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=60d06e6a-de48-4a84-88da-b86d96aef266,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:05.222194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:05.231584 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 752f56bc-5d40-4d30-803b-42fbc14ac470 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:05.245816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Calling delete_port for 60d06e6a-de48-4a84-88da-b86d96aef266 owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:05.258233 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 752f56bc-5d40-4d30-803b-42fbc14ac470 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:05.259749 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 752f56bc-5d40-4d30-803b-42fbc14ac470 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:05.260407 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:05.280873 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:05.281720 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device a0bea810-f866-4cc9-9b6c-5ba0fe4dd7bd not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:05.303268 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:05.341381 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:05.691937 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (60d06e6a-de48-4a84-88da-b86d96aef266), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:05.750023 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d06e6a-de48-4a84-88da-b86d96aef266,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:05.790750 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:05.823334 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (b100bd69-c4d6-4962-acb5-17d1241e7ffa), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:06.089039 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:06.235554 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:06.272308 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Deleting port 3953126e-b60f-4d2b-afee-38c27229922f {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:06.272308 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (3953126e-b60f-4d2b-afee-38c27229922f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:06.436666 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] For port 3953126e-b60f-4d2b-afee-38c27229922f, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=3953126e-b60f-4d2b-afee-38c27229922f,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:06.436958 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (3953126e-b60f-4d2b-afee-38c27229922f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:06.457123 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Calling delete_port for 3953126e-b60f-4d2b-afee-38c27229922f owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:06.472860 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:06.942736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:06.948994 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0a8db722-a4fa-4555-a281-1725b1d0aec1 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4353952 Sep 23 15:28:06.951779 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54352) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:06.956309 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] Sync routers for ids ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:06.967879 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] Routers {'8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:06.968574 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:07.061938 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks [] for router (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.076855 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] Set router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:07.089704 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (3953126e-b60f-4d2b-afee-38c27229922f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.123170 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=3953126e-b60f-4d2b-afee-38c27229922f,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:07.134813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:07.158002 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.162578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.163602 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:07.200006 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks [] for router_gateway (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.299692 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:28:05Z', 'revision_number': 5, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port': {'id': '95c925c1-98a3-4bae-b06d-3a147749a83b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:22:20Z', 'updated_at': '2022-09-23T15:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:07.333773 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] Checking router: 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:07.345248 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] Routers {'8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:07.345889 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:07.351780 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (b100bd69-c4d6-4962-acb5-17d1241e7ffa), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.377498 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Deleting port 95c925c1-98a3-4bae-b06d-3a147749a83b {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:07.377898 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.512567 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] For port 95c925c1-98a3-4bae-b06d-3a147749a83b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=95c925c1-98a3-4bae-b06d-3a147749a83b,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:07.512721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:07.512843 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.512929 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] Set router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 gateway port host: None {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:07.520669 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Calling delete_port for 95c925c1-98a3-4bae-b06d-3a147749a83b owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:07.585249 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:28:07Z', 'revision_number': 6, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:07.613565 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfa4c2d-c5d0-49cf-8c0c-c5db71e2860e None None] The sync data for ids ['8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3'] in dv-cinder-855307-2-iscsi is: [{'id': '8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3', 'name': 'tempest-TestShelveInstance-1571755617-router', 'tenant_id': 'ce652035804f47dc803c040c20704414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:22:19Z', 'updated_at': '2022-09-23T15:28:07Z', 'revision_number': 6, 'project_id': 'ce652035804f47dc803c040c20704414', 'gw_port_host': None}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:07.628713 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:07.638332 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Router b100bd69-c4d6-4962-acb5-17d1241e7ffa has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:07.754329 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:07.767966 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-f540c7e8-8580-4e6f-bcf6-3f7874184f51 admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/b100bd69-c4d6-4962-acb5-17d1241e7ffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5772290 Sep 23 15:28:07.768662 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] Sync routers for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:07.769125 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54370) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:07.781362 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:07.783922 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:07.813479 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (95c925c1-98a3-4bae-b06d-3a147749a83b), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:07.859088 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Pushing event deleted for resources: {'Port': ['ID=95c925c1-98a3-4bae-b06d-3a147749a83b,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:07.909171 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:08.138141 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:28:06Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:08.169243 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:08.169840 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] Checking router: b100bd69-c4d6-4962-acb5-17d1241e7ffa for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:08.180311 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] Routers {'b100bd69-c4d6-4962-acb5-17d1241e7ffa'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:08.181236 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:08.206506 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks [] for router (b100bd69-c4d6-4962-acb5-17d1241e7ffa), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.273710 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.295784 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:08.298314 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] Set router b100bd69-c4d6-4962-acb5-17d1241e7ffa gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:08.383825 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.386272 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks [] for router_gateway (b100bd69-c4d6-4962-acb5-17d1241e7ffa), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.389718 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks [] for router_controller (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.483514 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:28:06Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:08.509933 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199a101-3bcd-436f-addb-876f78a13678 None None] The sync data for ids ['b100bd69-c4d6-4962-acb5-17d1241e7ffa'] in dv-cinder-855307-2-iscsi is: [{'id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'name': 'tempest-AttachVolumeShelveTestJSON-733701714-router', 'tenant_id': '1679242155f94d48871525425f74d1c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:20:02Z', 'updated_at': '2022-09-23T15:28:06Z', 'revision_number': 5, 'project_id': '1679242155f94d48871525425f74d1c3', 'gw_port': {'id': '3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:f9:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b100bd69-c4d6-4962-acb5-17d1241e7ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:20:04Z', 'updated_at': '2022-09-23T15:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:08.570389 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.570939 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:28:08.576400 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.580099 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-660a1222-8068-4e04-a742-efc91d35ef8f admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/8abb8aa4-e7d5-4dec-b7dc-d56290ce23b3 HTTP/1.1" status: 204 len: 168 time: 1.6242001 Sep 23 15:28:08.580743 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54374) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:08.609982 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Deleting port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:08.610334 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.630065 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Deleting subnet cb196a99-ae93-4180-8bd9-e9c1f95b20ce {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:28:08.634704 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Publish callbacks [] for subnet (cb196a99-ae93-4180-8bd9-e9c1f95b20ce), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.674412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2198363'] for subnet (cb196a99-ae93-4180-8bd9-e9c1f95b20ce), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.703191 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] For port 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:08.703614 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.719354 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Calling delete_port for 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:08.777529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (cb196a99-ae93-4180-8bd9-e9c1f95b20ce), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.777772 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:08.940290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10331046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10481874'] for subnet (cb196a99-ae93-4180-8bd9-e9c1f95b20ce), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.970048 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb196a99-ae93-4180-8bd9-e9c1f95b20ce,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:08.972777 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:08.978514 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a94f770d-b9fe-4478-9fa3-1415f765ebf0 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/cb196a99-ae93-4180-8bd9-e9c1f95b20ce HTTP/1.1" status: 204 len: 168 time: 0.3947995 Sep 23 15:28:08.978869 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54382) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:08.981141 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38173733-46a5-4d19-83dc-a3141eab61eb None None] Network 6219b734-49c8-46e6-965e-deace0bbf439 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:08.991626 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.048385 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:09.098423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (6219b734-49c8-46e6-965e-deace0bbf439), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.115117 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (b100bd69-c4d6-4962-acb5-17d1241e7ffa), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.146455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Deleting port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:09.146455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.203694 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:09.233388 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] For port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:09.233754 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.248877 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (b100bd69-c4d6-4962-acb5-17d1241e7ffa), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.249533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Calling delete_port for 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 owned by network:dhcp {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:09.250896 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks [] for router_controller (b100bd69-c4d6-4962-acb5-17d1241e7ffa), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.324192 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 60d06e6a-de48-4a84-88da-b86d96aef266 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:09.343693 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 60d06e6a-de48-4a84-88da-b86d96aef266 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:09.344145 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 60d06e6a-de48-4a84-88da-b86d96aef266 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:09.344611 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3953126e-b60f-4d2b-afee-38c27229922f no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:09.367875 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] DHCP port deletion for 6219b734-49c8-46e6-965e-deace0bbf439 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:28:09.369878 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 3953126e-b60f-4d2b-afee-38c27229922f {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:09.370220 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3953126e-b60f-4d2b-afee-38c27229922f not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:09.370639 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 95c925c1-98a3-4bae-b06d-3a147749a83b no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:09.395924 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 95c925c1-98a3-4bae-b06d-3a147749a83b {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:09.396297 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 95c925c1-98a3-4bae-b06d-3a147749a83b not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:09.432707 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] Deleting port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:09.433096 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.490836 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:28:09.502983 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] For port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,segment=NetworkSegment(f7272255-e577-427a-a13f-783413dff912),segment_id=f7272255-e577-427a-a13f-783413dff912)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:09.503389 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.523279 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] Calling delete_port for 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:09.540029 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (b100bd69-c4d6-4962-acb5-17d1241e7ffa), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.542441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b100bd69-c4d6-4962-acb5-17d1241e7ffa {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:28:09.544971 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.579910 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.579910 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-65f81653-4aba-430d-9cda-278948210627 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/b100bd69-c4d6-4962-acb5-17d1241e7ffa HTTP/1.1" status: 204 len: 168 time: 1.7847703 Sep 23 15:28:09.579910 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54392) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:09.584574 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:09.596507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] No DVR routers for this DVR port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 on host dv-cinder-855307-2-iscsi {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:09.596842 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:09.615578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.638384 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Deleting subnet 0698bee1-9d1d-4abd-9efc-53ff40c981f3 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:28:09.642197 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] Pushing event deleted for resources: {'Port': ['ID=0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:09.643659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Publish callbacks [] for subnet (0698bee1-9d1d-4abd-9efc-53ff40c981f3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.660579 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a559224-7dd9-4a36-9ebf-2d40f6d49b74 None None] No DVR routers for this DVR port 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:09.685674 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:09.692161 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (0698bee1-9d1d-4abd-9efc-53ff40c981f3), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.700244 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (6219b734-49c8-46e6-965e-deace0bbf439), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.722859 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6219b734-49c8-46e6-965e-deace0bbf439']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:09.733946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7272255-e577-427a-a13f-783413dff912') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:09.734249 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7272255-e577-427a-a13f-783413dff912') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:09.746260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (f7272255-e577-427a-a13f-783413dff912), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.767325 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (f7272255-e577-427a-a13f-783413dff912), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.775555 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:28:09.775967 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (f7272255-e577-427a-a13f-783413dff912), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.786381 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (0698bee1-9d1d-4abd-9efc-53ff40c981f3), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.795942 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment f7272255-e577-427a-a13f-783413dff912 resource provider aggregate not found Sep 23 15:28:09.840247 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment f7272255-e577-427a-a13f-783413dff912 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7272255-e577-427a-a13f-783413dff912 found for delete ", "request_id": "req-c65ed858-40ae-4177-b66c-aa7fe64ca7c9"}]} Sep 23 15:28:09.951543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (6219b734-49c8-46e6-965e-deace0bbf439), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.951777 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (0698bee1-9d1d-4abd-9efc-53ff40c981f3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.957262 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.962321 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/6219b734-49c8-46e6-965e-deace0bbf439 HTTP/1.1" status: 204 len: 168 time: 0.9806890 Sep 23 15:28:09.973253 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b321f-6440-4b0c-b2e4-aeba5a9f2027 admin admin] Pushing event deleted for resources: {'Network': ['ID=6219b734-49c8-46e6-965e-deace0bbf439,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:09.979753 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0698bee1-9d1d-4abd-9efc-53ff40c981f3,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:09.985097 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:09.990974 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54400) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:09.991136 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a77411c9-e85c-413d-85eb-3ec25da414a1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/0698bee1-9d1d-4abd-9efc-53ff40c981f3 HTTP/1.1" status: 204 len: 168 time: 0.4226189 Sep 23 15:28:09.991382 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3365e869-1936-408d-be7a-8a02c3e9b639 None None] Network b9884c67-117e-4e2a-8424-37edb233007d requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:10.089970 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (b9884c67-117e-4e2a-8424-37edb233007d), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.093998 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:10.141472 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Deleting port 9802ac8d-c67c-470f-84f0-662ad51151e3 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:10.141922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.179304 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] DHCP port deletion for b9884c67-117e-4e2a-8424-37edb233007d request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:28:10.214382 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] For port 9802ac8d-c67c-470f-84f0-662ad51151e3, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=9802ac8d-c67c-470f-84f0-662ad51151e3,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:10.214761 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.217300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] Deleting port 9802ac8d-c67c-470f-84f0-662ad51151e3 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:10.217759 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.230064 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Calling delete_port for 9802ac8d-c67c-470f-84f0-662ad51151e3 owned by network:dhcp {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:10.299760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] For port 9802ac8d-c67c-470f-84f0-662ad51151e3, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=9802ac8d-c67c-470f-84f0-662ad51151e3,segment=NetworkSegment(55939e68-09aa-4e9d-89be-f60ec4a20e0f),segment_id=55939e68-09aa-4e9d-89be-f60ec4a20e0f)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:10.300216 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.316151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] Calling delete_port for 9802ac8d-c67c-470f-84f0-662ad51151e3 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:10.465661 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.469680 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54404) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:10.478620 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (9802ac8d-c67c-470f-84f0-662ad51151e3), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.495688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Pushing event deleted for resources: {'Port': ['ID=9802ac8d-c67c-470f-84f0-662ad51151e3,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:10.505222 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] No DVR routers for this DVR port 9802ac8d-c67c-470f-84f0-662ad51151e3 on host dv-cinder-855307-2-iscsi {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:10.512280 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54408) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:10.519862 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] Pushing event deleted for resources: {'Port': ['ID=9802ac8d-c67c-470f-84f0-662ad51151e3,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:10.522230 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be37e375-963f-4e92-bdde-2603694dc6bc None None] No DVR routers for this DVR port 9802ac8d-c67c-470f-84f0-662ad51151e3 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:10.581586 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-012c497d-2b0a-4b79-ac3d-8db60c4c1ad1 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=7c95b871ff2b4ed89195a9c0fa94e8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654953 Sep 23 15:28:10.582072 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54410) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:10.600392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (b9884c67-117e-4e2a-8424-37edb233007d), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.626578 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9884c67-117e-4e2a-8424-37edb233007d']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:10.636915 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:10.639553 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55939e68-09aa-4e9d-89be-f60ec4a20e0f') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:10.639861 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55939e68-09aa-4e9d-89be-f60ec4a20e0f') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:10.651427 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (55939e68-09aa-4e9d-89be-f60ec4a20e0f), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.659070 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c02ff808-b610-4e59-ba2d-a35fd31609c7 admin admin] Publish callbacks [] for security_group (7bb15165-a5c8-4be2-856e-e60ae2776e22), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.661129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:10.668621 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (55939e68-09aa-4e9d-89be-f60ec4a20e0f), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.678183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:28:10.678594 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (55939e68-09aa-4e9d-89be-f60ec4a20e0f), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.684834 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c02ff808-b610-4e59-ba2d-a35fd31609c7 admin admin] Publish callbacks [] for security_group (7bb15165-a5c8-4be2-856e-e60ae2776e22), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.754273 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e5610abd-4560-4ebe-b514-9118408015cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.798181 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=81,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:10.831225 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (b9884c67-117e-4e2a-8424-37edb233007d), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.836024 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e5610abd-4560-4ebe-b514-9118408015cf admin admin] Publish callbacks [] for security_group (f18085ae-b315-4cd1-9b56-7591aa4d53d2), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.836979 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c02ff808-b610-4e59-ba2d-a35fd31609c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (7bb15165-a5c8-4be2-856e-e60ae2776e22), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.838561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.840133 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-c02ff808-b610-4e59-ba2d-a35fd31609c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.844311 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/b9884c67-117e-4e2a-8424-37edb233007d HTTP/1.1" status: 204 len: 168 time: 0.8489385 Sep 23 15:28:10.844509 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-c02ff808-b610-4e59-ba2d-a35fd31609c7 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/7bb15165-a5c8-4be2-856e-e60ae2776e22 HTTP/1.1" status: 204 len: 168 time: 0.2581892 Sep 23 15:28:10.857324 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ff808-b610-4e59-ba2d-a35fd31609c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb15165-a5c8-4be2-856e-e60ae2776e22,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:10.868211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3400f-6c0f-47c1-ab40-76b2911e0485 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9884c67-117e-4e2a-8424-37edb233007d,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:10.933947 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e5610abd-4560-4ebe-b514-9118408015cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f18085ae-b315-4cd1-9b56-7591aa4d53d2), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:10.975153 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e5610abd-4560-4ebe-b514-9118408015cf admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=49071443fa3a45aea240e3d43c631c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5022910 Sep 23 15:28:10.976307 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5610abd-4560-4ebe-b514-9118408015cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18085ae-b315-4cd1-9b56-7591aa4d53d2,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:10.977930 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54416) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:11.032588 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff30494b-4022-4793-9456-25c9df59951a admin admin] Publish callbacks [] for security_group (f18085ae-b315-4cd1-9b56-7591aa4d53d2), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.053019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff30494b-4022-4793-9456-25c9df59951a admin admin] Publish callbacks [] for security_group (f18085ae-b315-4cd1-9b56-7591aa4d53d2), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.198683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff30494b-4022-4793-9456-25c9df59951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f18085ae-b315-4cd1-9b56-7591aa4d53d2), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.201256 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ff30494b-4022-4793-9456-25c9df59951a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.202441 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ff30494b-4022-4793-9456-25c9df59951a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f18085ae-b315-4cd1-9b56-7591aa4d53d2 HTTP/1.1" status: 204 len: 168 time: 0.2235272 Sep 23 15:28:11.218689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30494b-4022-4793-9456-25c9df59951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18085ae-b315-4cd1-9b56-7591aa4d53d2,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:11.218927 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 9802ac8d-c67c-470f-84f0-662ad51151e3 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:11.238406 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 9802ac8d-c67c-470f-84f0-662ad51151e3 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:11.238757 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 9802ac8d-c67c-470f-84f0-662ad51151e3 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:11.239185 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:11.265098 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:11.269951 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 3aa3c4c8-be29-42cf-ab61-2a99e6bbc85f not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:11.269951 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:11.284779 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:11.285129 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 0a2f0e5b-1c87-4ebb-8dcb-a936a11658c4 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:11.414847 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54422) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:11.457364 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a2911792-8605-4c6c-9471-4435fe1f9774 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=1679242155f94d48871525425f74d1c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407782 Sep 23 15:28:11.459967 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54424) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:11.473117 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:11.513214 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a6bbba7a-ad3b-44eb-9b65-f411d2dc3e98 admin admin] Publish callbacks [] for security_group (2baf7df5-e83a-4eda-a35f-ac5d4aa0686b), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.534476 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a6bbba7a-ad3b-44eb-9b65-f411d2dc3e98 admin admin] Publish callbacks [] for security_group (2baf7df5-e83a-4eda-a35f-ac5d4aa0686b), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.694142 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a6bbba7a-ad3b-44eb-9b65-f411d2dc3e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2baf7df5-e83a-4eda-a35f-ac5d4aa0686b), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.696626 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a6bbba7a-ad3b-44eb-9b65-f411d2dc3e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:11.697806 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a6bbba7a-ad3b-44eb-9b65-f411d2dc3e98 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2baf7df5-e83a-4eda-a35f-ac5d4aa0686b HTTP/1.1" status: 204 len: 168 time: 0.2368710 Sep 23 15:28:11.706301 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbba7a-ad3b-44eb-9b65-f411d2dc3e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baf7df5-e83a-4eda-a35f-ac5d4aa0686b,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:11.859197 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 55939e68-09aa-4e9d-89be-f60ec4a20e0f resource provider aggregate not found Sep 23 15:28:11.876781 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 55939e68-09aa-4e9d-89be-f60ec4a20e0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55939e68-09aa-4e9d-89be-f60ec4a20e0f found for delete ", "request_id": "req-cbdb7509-8492-44bb-992f-5eb9d222740b"}]} Sep 23 15:28:11.905513 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54434) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:11.951149 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2f9435aa-cf0d-4de9-93c1-d580f6ed0217 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=ce652035804f47dc803c040c20704414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443757 Sep 23 15:28:11.953539 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54436) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:12.006377 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d3a95189-c299-4fac-81ff-d66c470c426e admin admin] Publish callbacks [] for security_group (aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.029137 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d3a95189-c299-4fac-81ff-d66c470c426e admin admin] Publish callbacks [] for security_group (aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.168658 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d3a95189-c299-4fac-81ff-d66c470c426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.171665 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d3a95189-c299-4fac-81ff-d66c470c426e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.172890 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d3a95189-c299-4fac-81ff-d66c470c426e admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5 HTTP/1.1" status: 204 len: 168 time: 0.2182424 Sep 23 15:28:12.181772 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a95189-c299-4fac-81ff-d66c470c426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5c48c-8b4a-4d27-822b-a7b6cb79a6f5,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:12.345870 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54448) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:12.359715 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d36c5388-e326-4814-aad3-b6e339ae17d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.404441 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:12.439583 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d36c5388-e326-4814-aad3-b6e339ae17d5 admin admin] Publish callbacks [] for security_group (d03d0277-0162-4bef-810b-d57a720cc620), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.557761 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d36c5388-e326-4814-aad3-b6e339ae17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d03d0277-0162-4bef-810b-d57a720cc620), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.613308 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d36c5388-e326-4814-aad3-b6e339ae17d5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e160ca98f8f44fcf8637ad1cdcfc2f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635736 Sep 23 15:28:12.613308 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c5388-e326-4814-aad3-b6e339ae17d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d0277-0162-4bef-810b-d57a720cc620,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:12.614292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54452) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:12.688347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-608f2aed-44f3-40e7-9b3d-42fffbb33051 admin admin] Publish callbacks [] for security_group (d03d0277-0162-4bef-810b-d57a720cc620), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.714651 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-608f2aed-44f3-40e7-9b3d-42fffbb33051 admin admin] Publish callbacks [] for security_group (d03d0277-0162-4bef-810b-d57a720cc620), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.854239 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-608f2aed-44f3-40e7-9b3d-42fffbb33051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (d03d0277-0162-4bef-810b-d57a720cc620), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.856847 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-608f2aed-44f3-40e7-9b3d-42fffbb33051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:12.858006 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-608f2aed-44f3-40e7-9b3d-42fffbb33051 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/d03d0277-0162-4bef-810b-d57a720cc620 HTTP/1.1" status: 204 len: 168 time: 0.2407813 Sep 23 15:28:12.866234 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f2aed-44f3-40e7-9b3d-42fffbb33051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d0277-0162-4bef-810b-d57a720cc620,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:13.163024 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54466) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:13.288936 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-506429937-network', 'tenant_id': '695b6a2a390b481bbca2fd367273c268'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:13.385556 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Made reservation on behalf of 695b6a2a390b481bbca2fd367273c268 for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:13.388255 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.401366 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.487748 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks [] for security_group (99905750-4290-4556-93c1-e26cb39e6750), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.574536 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (99905750-4290-4556-93c1-e26cb39e6750), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.602215 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:28:13.613394 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99905750-4290-4556-93c1-e26cb39e6750,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:13.619769 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (f4a49fc2-958e-4199-837f-dc66c4a35026), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.619769 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Added segment f4a49fc2-958e-4199-837f-dc66c4a35026 of type vlan for network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e Sep 23 15:28:13.676577 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (8efafa58-1ac7-4f82-bc57-6974c89b4f6e), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.796691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (8efafa58-1ac7-4f82-bc57-6974c89b4f6e), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.797675 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:13.798273 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:13.865371 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] Pushing event updated for resources: {'Network': ['ID=8efafa58-1ac7-4f82-bc57-6974c89b4f6e,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:13.876688 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:28:13.936731 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d983d2aa-c7eb-4e17-91cb-4e65168f3db9 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7725251 Sep 23 15:28:13.939659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54486) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:13.946360 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Request body: {'subnet': {'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-506429937-subnet', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:14.065639 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Made reservation on behalf of 695b6a2a390b481bbca2fd367273c268 for: {'subnet': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:14.068207 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2479548'] for subnet (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:14.183834 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:14.380989 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2759093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2479530'] for subnet (e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:14.441856 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:14.448186 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:14.448550 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Network hostable DHCP agents. Network: 8efafa58-1ac7-4f82-bc57-6974c89b4f6e, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:28:14.459767 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:14.579817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:28:14.702320 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 8efafa58-1ac7-4f82-bc57-6974c89b4f6e) {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:14.706668 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:14.707280 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:14.711305 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b84be7-648b-4d8d-baeb-d1d09348cdfa None None] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:14.816849 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2fc01d29-ef66-4e72-9ef8-267fccbe0722 admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8752561 Sep 23 15:28:14.819815 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54496) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:14.822952 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1ba19c0-76d8-509b-975e-ff04a8b64440-8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68'}]}} from dv-cinder-855307-2-iscsi. {{(pid=107137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 23 15:28:14.824147 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:14.825234 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:14.979005 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.db_base_plugin_common [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Allocated IP 172.20.0.2 (8efafa58-1ac7-4f82-bc57-6974c89b4f6e/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68/39cd3e7b-4f45-4041-9baf-5d1e9f154c97) {{(pid=107137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:14.982819 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:14.988335 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104332', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:14.996070 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4110513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4098046', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4167990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.073603 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks [] for router_controller (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), precommit_add_association {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.172111 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Publish callbacks [] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), precommit_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.266700 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), after_create {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.317235 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:15.322866 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.scheduler.base_scheduler [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Resources bound (agent type, host, resource id): {{(pid=107137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:15.325433 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Received port after_create {{(pid=107137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:15.329227 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Pushing event updated for resources: {'Port': ['ID=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,revision_number=1']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:15.333835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:15.342579 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.342931 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.343300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.343667 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.344079 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.351558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:15.376593 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks [] for router_gateway (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.406359 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Attempting to bind port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:28:15.406907 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Attempting to bind port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:28:15.407480 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Attempting to bind port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:15.457643 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:28:15.458181 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:15.458681 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.459164 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Bound using segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:28:15.459730 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Bound port: 39cd3e7b-4f45-4041-9baf-5d1e9f154c97, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:28:15.460246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.532253 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] For port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:28:15.535766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] For port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:28:15.608788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.679072 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aa864-25e9-473d-a2b7-469f3261338e None None] Pushing event updated for resources: {'Port': ['ID=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:15.732689 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks [] for router_gateway (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.757653 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:15.899844 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Allocated IP 172.27.0.215 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/1469b596-d168-4c8f-811e-b3dcaeeafc39) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:16.035445 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks [] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.180343 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.224990 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:16.228097 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:16.231459 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:16.233853 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Pushing event updated for resources: {'Port': ['ID=1469b596-d168-4c8f-811e-b3dcaeeafc39,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:16.236248 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:16.388772 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:16.488652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-75b6c860-7a96-4db4-bf9c-b8bb8688ff01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.603607 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def9537-26e0-4e3f-af72-1cd8a6bf0b4d None None] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:16.626391 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks [] for router_gateway (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.710284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Provisioning complete for port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:16.710786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.711268 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Attempt 1 to provision port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 Sep 23 15:28:16.822971 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Current status of the port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:16.828061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.854532 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4110569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4107553'] for router (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:16.867021 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] For port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:16.962813 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:17.017162 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d291a5-f250-41f3-b338-7817e3be618a None None] Pushing event updated for resources: {'Port': ['ID=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:17.044823 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c is scheduled to L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 with binding_index 1 {{(pid=107135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 15:28:17.083551 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-f23f42cd-7c15-4298-8b8c-05b2685cda95 None None] Provisioning complete for port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:17.083551 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f23f42cd-7c15-4298-8b8c-05b2685cda95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:17.083826 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-f23f42cd-7c15-4298-8b8c-05b2685cda95 None None] Attempt 1 to provision port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 Sep 23 15:28:17.112120 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:17.177944 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-f23f42cd-7c15-4298-8b8c-05b2685cda95 None None] Current status of the port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:17.248234 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:17.300221 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:17.300514 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:17.300856 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 Sep 23 15:28:17.395530 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:17.395808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:17.408698 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:17.419725 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:17.425272 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:17.484569 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:17.485960 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ec8dae1c-fadb-4ce2-9aee-c6b3d1a2cc8a admin admin] 10.222.0.55 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6650269 Sep 23 15:28:17.489848 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54508) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:17.584951 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:17.656125 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:17.828676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:17.854661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:16Z', 'revision_number': 3, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:17.876223 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:17.876576 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Updating router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c port 1469b596-d168-4c8f-811e-b3dcaeeafc39 binding host dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:28:17.912601 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:17.934875 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.007649 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:18.104479 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Allocated IP 172.20.0.1 (8efafa58-1ac7-4f82-bc57-6974c89b4f6e/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68/ce6ab157-4bf9-4093-a0e5-1704e7fc316c) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:18.179877 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Publish callbacks [] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), precommit_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.219297 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks [] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.295048 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.322691 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.327493 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Attempting to bind port 1469b596-d168-4c8f-811e-b3dcaeeafc39 on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:28:18.327867 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Attempting to bind port 1469b596-d168-4c8f-811e-b3dcaeeafc39 by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:28:18.328263 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Attempting to bind port 1469b596-d168-4c8f-811e-b3dcaeeafc39 on network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:18.331656 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:18.362016 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:18.365028 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:18.369853 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2498d2-4550-4eeb-8b82-858f8aa9a506 None None] Pushing event updated for resources: {'Port': ['ID=1469b596-d168-4c8f-811e-b3dcaeeafc39,revision_number=2']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:18.381883 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:18.385822 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:18.389380 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Pushing event updated for resources: {'Port': ['ID=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:18.392857 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:28:18.393253 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Checking segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:18.393659 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.394051 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Bound using segment: {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'} {{(pid=107137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:28:18.394536 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.managers [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Bound port: 1469b596-d168-4c8f-811e-b3dcaeeafc39, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a3fe10-4977-46ff-9de4-bea5d82b7f8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}}] {{(pid=107137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:28:18.394914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.430228 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4098840'] for router_interface (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.450546 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] For port 1469b596-d168-4c8f-811e-b3dcaeeafc39, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:28:18.458912 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] For port 1469b596-d168-4c8f-811e-b3dcaeeafc39, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=1469b596-d168-4c8f-811e-b3dcaeeafc39,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:28:18.609832 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.643327 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Provisioning complete for port ce6ab157-4bf9-4093-a0e5-1704e7fc316c triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:18.643698 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.644066 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 1 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:18.682261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.682661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:18.683287 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:27:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:18.744969 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:18.749403 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2498d2-4550-4eeb-8b82-858f8aa9a506 None None] Pushing event updated for resources: {'Port': ['ID=1469b596-d168-4c8f-811e-b3dcaeeafc39,revision_number=3']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:18.809491 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-15299022-274e-4828-bce0-83e746871fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.825061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:18.861387 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks [] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:18.910558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:18.939778 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:19.004492 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:19.019893 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Pushing event updated for resources: {'Port': ['ID=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:19.023931 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3683361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4098956'] for router_interface (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:19.031085 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:19.059962 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5137dc06-2d79-4463-b8a1-b3320204bce3 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:19.134837 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:19.136382 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:19.241343 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 2 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:19.287825 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:19.290967 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:19.441487 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:19.464992 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e3bc44b7-b735-4ae6-acc9-bfbafdf2141a admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9649124 Sep 23 15:28:19.792414 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 3 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:19.858618 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:19.961389 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54524) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:19.961389 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335260707', 'description': 'tempest-description--2079618042'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:19.965379 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:20.111244 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.216333 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (2109bac3-70cd-45a9-a70f-8b9ff29a995e), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.359069 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 4 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:20.398601 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:20.425690 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.425922 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2109bac3-70cd-45a9-a70f-8b9ff29a995e), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.463788 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2109bac3-70cd-45a9-a70f-8b9ff29a995e,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:20.560318 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.561638 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dde4280d-e737-45af-beac-0fbd66df372f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6109917 Sep 23 15:28:20.565740 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54536) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:20.572528 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': '2109bac3-70cd-45a9-a70f-8b9ff29a995e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:20.692196 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (d85939cf-41b4-426b-8d12-882e0e409b0b), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.761954 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (d85939cf-41b4-426b-8d12-882e0e409b0b), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.876987 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (d85939cf-41b4-426b-8d12-882e0e409b0b), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:20.893014 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85939cf-41b4-426b-8d12-882e0e409b0b,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:20.900337 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 5 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:20.940301 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:21.033554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.034804 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-8b825219-0dde-499a-8a1b-e987ae28991b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676418 Sep 23 15:28:21.038399 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54542) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:21.044927 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': '2109bac3-70cd-45a9-a70f-8b9ff29a995e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:21.213662 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (d5fef434-8c49-4af8-aad7-db4fb2443183), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.228836 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:21.241413 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 1469b596-d168-4c8f-811e-b3dcaeeafc39 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:21.245991 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:21.246831 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:28:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:21.299574 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=100 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:21.299757 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 1469b596-d168-4c8f-811e-b3dcaeeafc39 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:21.299757 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.299757 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 1469b596-d168-4c8f-811e-b3dcaeeafc39 Sep 23 15:28:21.312825 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (d5fef434-8c49-4af8-aad7-db4fb2443183), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.386736 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 1469b596-d168-4c8f-811e-b3dcaeeafc39 is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:21.387234 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.416660 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] For port 1469b596-d168-4c8f-811e-b3dcaeeafc39, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=1469b596-d168-4c8f-811e-b3dcaeeafc39,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:21.441937 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 6 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:21.471666 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (d5fef434-8c49-4af8-aad7-db4fb2443183), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.478300 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:21.482404 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:21.495020 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fef434-8c49-4af8-aad7-db4fb2443183,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:21.596686 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.598832 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.600432 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0631b9da-646f-4adf-916a-8bfc925e9224 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5610132 Sep 23 15:28:21.606371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54554) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:21.610444 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:21.654286 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:21.659842 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Pushing event updated for resources: {'Port': ['ID=1469b596-d168-4c8f-811e-b3dcaeeafc39,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:21.698624 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:21.717035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.724101 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:21.724455 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Updating router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c port ce6ab157-4bf9-4093-a0e5-1704e7fc316c binding host dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 15:28:21.756999 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.838118 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:21.958552 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.27.0.26 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/7de0571a-1b0e-4316-91c4-7ce9f633d835) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:21.979113 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 7 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:22.014314 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:22.032646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:22.043663 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.079713 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.098007 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Publish callbacks [] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), precommit_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.253888 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.257919 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.297728 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:22.306650 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:22.312639 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:22.327701 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Pushing event updated for resources: {'Port': ['ID=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,revision_number=3']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:22.339131 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=7de0571a-1b0e-4316-91c4-7ce9f633d835,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:22.350456 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.350808 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.351175 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.351535 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.351880 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.352790 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.353857 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.354212 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.354556 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.354891 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.355222 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.355568 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.355903 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.356253 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.356580 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:28:22.373862 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Attempting to bind port ce6ab157-4bf9-4093-a0e5-1704e7fc316c on host dv-cinder-855307-2-iscsi for vnic_type normal with profile {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:28:22.374520 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Attempting to bind port ce6ab157-4bf9-4093-a0e5-1704e7fc316c by drivers openvswitch,hyperv on host dv-cinder-855307-2-iscsi at level 0 using segments [{'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:28:22.374910 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Attempting to bind port ce6ab157-4bf9-4093-a0e5-1704e7fc316c on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:22.385444 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.391293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:22.418122 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.421894 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Checking agent: {'id': '4b91ce0b-4480-4cdb-982f-fa9d1d173cd2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-855307-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 11, 22), 'started_at': datetime.datetime(2022, 9, 23, 15, 11, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-855307-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:28:22.422321 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:22.422728 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.423130 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Bound using segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} {{(pid=107138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:28:22.423605 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.managers [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Bound port: ce6ab157-4bf9-4093-a0e5-1704e7fc316c, host: dv-cinder-855307-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}}] {{(pid=107138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:28:22.424073 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), before_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.488056 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:22.499742 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] For port ce6ab157-4bf9-4093-a0e5-1704e7fc316c, host dv-cinder-855307-2-iscsi, cleared binding levels {{(pid=107138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:28:22.502993 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.plugins.ml2.db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] For port ce6ab157-4bf9-4093-a0e5-1704e7fc316c, host dv-cinder-855307-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:28:22.515433 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 8 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:22.551910 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Port ce6ab157-4bf9-4093-a0e5-1704e7fc316c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:22.586410 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.683343 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron_lib.callbacks.manager [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), after_update {{(pid=107138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.719207 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:22.725977 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:22.726618 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:28:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:22.754190 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.786587 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4ed61-8383-4574-bf30-1d0be54cc82c None None] Pushing event updated for resources: {'Port': ['ID=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,revision_number=4']} {{(pid=107138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:22.849370 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.858840 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:22.963088 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:22.967797 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=7de0571a-1b0e-4316-91c4-7ce9f633d835,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:23.053352 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Attempt 9 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:23.075661 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:22Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:23.086694 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.096421 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2bfac36d-de7e-4a80-a9d0-20b8d8bf4887 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4833853 Sep 23 15:28:23.103209 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da9366-3ec7-4b4f-87dc-3f074b2a0a60 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:22Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:23.153532 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Current status of the port ce6ab157-4bf9-4093-a0e5-1704e7fc316c is: DOWN; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:23.154003 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.230011 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] For port ce6ab157-4bf9-4093-a0e5-1704e7fc316c, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:23.278656 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 1469b596-d168-4c8f-811e-b3dcaeeafc39 up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:23.306056 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-f18163a1-6c09-4c09-9755-e7dcdac5a082 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--335260707&fields=id&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 267 time: 0.0521727 Sep 23 15:28:23.325815 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.352513 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port 1469b596-d168-4c8f-811e-b3dcaeeafc39 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:23.352513 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.352513 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port 1469b596-d168-4c8f-811e-b3dcaeeafc39 Sep 23 15:28:23.373581 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:23.419724 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58043f67-b18c-4b9c-82e4-1819eb596c18 None None] Pushing event updated for resources: {'Port': ['ID=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:23.455582 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-4ac5bc1c-448d-4f7f-878d-5c2f66d131d4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:23.457226 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-4ac5bc1c-448d-4f7f-878d-5c2f66d131d4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1422732 Sep 23 15:28:23.481308 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-4c6ec953-23db-488f-83ec-6633b5860f16 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/quotas/695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 375 time: 0.0122972 Sep 23 15:28:23.483476 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-08ff7679-00a1-418e-b2fb-ebc456d9372a None None] Provisioning complete for port ce6ab157-4bf9-4093-a0e5-1704e7fc316c triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:23.484025 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-08ff7679-00a1-418e-b2fb-ebc456d9372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.484558 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-08ff7679-00a1-418e-b2fb-ebc456d9372a None None] Attempt 1 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:23.489957 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:23.526144 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port 1469b596-d168-4c8f-811e-b3dcaeeafc39 is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:23.527332 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ce6ab157-4bf9-4093-a0e5-1704e7fc316c up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:23.537616 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-1cc0bcda-0af9-4e6f-9504-c79f120fbf57 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498695 Sep 23 15:28:23.616921 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-08ff7679-00a1-418e-b2fb-ebc456d9372a None None] Current status of the port ce6ab157-4bf9-4093-a0e5-1704e7fc316c is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:23.620934 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port ce6ab157-4bf9-4093-a0e5-1704e7fc316c triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:23.621130 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:23.621574 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:23.649789 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-273c81f7-6eb0-4209-9f2e-0c39346e2206 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974717 Sep 23 15:28:23.656895 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:23.706686 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port ce6ab157-4bf9-4093-a0e5-1704e7fc316c is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:23.758833 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-ff69bd1d-d0a4-425a-a7b7-18c228fe37e4 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027775 Sep 23 15:28:24.062043 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4c4f66be-479c-4494-8c50-dde10c9c9a5d req-05f1e6f9-a893-448a-b17b-ac6371805194 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 210 time: 0.0303133 Sep 23 15:28:24.810561 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54596) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:24.927842 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a840c006-4a1b-4779-80ec-ddd29d40522f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.010746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a840c006-4a1b-4779-80ec-ddd29d40522f admin admin] Publish callbacks [] for security_group (107a5254-67c4-4d52-a605-c62b2838c072), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.105248 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a840c006-4a1b-4779-80ec-ddd29d40522f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (107a5254-67c4-4d52-a605-c62b2838c072), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.171874 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c006-4a1b-4779-80ec-ddd29d40522f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107a5254-67c4-4d52-a605-c62b2838c072,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:25.176315 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a840c006-4a1b-4779-80ec-ddd29d40522f admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=172d42bd3e754d73b85168a076872835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647153 Sep 23 15:28:25.178129 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0bb01af8-555f-4bdd-86a3-1e77173722ce req-d9ab662a-7d3c-490b-bb00-692106488e03 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 210 time: 0.0539308 Sep 23 15:28:25.179211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54604) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:25.234503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ce6ab157-4bf9-4093-a0e5-1704e7fc316c up at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:25.236568 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-672e4e27-af39-4a2e-8a51-0f0e8d6707dc admin admin] Publish callbacks [] for security_group (107a5254-67c4-4d52-a605-c62b2838c072), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.239392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:25.263533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-672e4e27-af39-4a2e-8a51-0f0e8d6707dc admin admin] Publish callbacks [] for security_group (107a5254-67c4-4d52-a605-c62b2838c072), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.436703 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Provisioning complete for port ce6ab157-4bf9-4093-a0e5-1704e7fc316c triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:25.437169 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.437690 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Attempt 1 to provision port ce6ab157-4bf9-4093-a0e5-1704e7fc316c Sep 23 15:28:25.529981 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Current status of the port ce6ab157-4bf9-4093-a0e5-1704e7fc316c is: ACTIVE; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:25.699283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-672e4e27-af39-4a2e-8a51-0f0e8d6707dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (107a5254-67c4-4d52-a605-c62b2838c072), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.701758 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-672e4e27-af39-4a2e-8a51-0f0e8d6707dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:25.702991 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-672e4e27-af39-4a2e-8a51-0f0e8d6707dc admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/107a5254-67c4-4d52-a605-c62b2838c072 HTTP/1.1" status: 204 len: 168 time: 0.5227184 Sep 23 15:28:25.710879 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e4e27-af39-4a2e-8a51-0f0e8d6707dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107a5254-67c4-4d52-a605-c62b2838c072,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:26.288991 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-41b9ab12-cbe9-46a0-9245-15a4112a738e req-e0763d8e-6743-4314-874c-6a4822f86032 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 210 time: 0.0280833 Sep 23 15:28:26.642604 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-b076e379-1ce6-48a8-a982-49f2f957dba1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:26.644338 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-b076e379-1ce6-48a8-a982-49f2f957dba1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1182559 Sep 23 15:28:26.720138 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-9c5d05e8-a390-4d44-8d83-35614b140d3b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 379 time: 0.0681632 Sep 23 15:28:26.729347 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'port': {'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'admin_state_up': True, 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'security_groups': ['2109bac3-70cd-45a9-a70f-8b9ff29a995e']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:26.828695 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54628) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:26.933134 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-746334434-network', 'tenant_id': '719783ecf917404294351bbb445b9f1b'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:27.007725 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Made reservation on behalf of 695b6a2a390b481bbca2fd367273c268 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:27.013293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.053852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Made reservation on behalf of 719783ecf917404294351bbb445b9f1b for: {'network': 1} {{(pid=107135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:27.058216 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for network (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.073173 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.088058 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:27.167316 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.20.0.5 (8efafa58-1ac7-4f82-bc57-6974c89b4f6e/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68/69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:27.168918 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks [] for security_group (b84e4c08-813b-40f6-88c8-738b2af7370d), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.172656 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:27.316894 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b84e4c08-813b-40f6-88c8-738b2af7370d), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.320384 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.346654 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=107135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 15:28:27.354269 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:27.357659 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e4c08-813b-40f6-88c8-738b2af7370d,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:27.364142 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (5a07e6eb-b96d-40e5-8e97-21c37d07b4ad), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.364632 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.segments_db [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Added segment 5a07e6eb-b96d-40e5-8e97-21c37d07b4ad of type vlan for network 92097787-289b-4a33-8ae1-9d8232d75ce8 Sep 23 15:28:27.409522 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-66dfeaff-b6dc-4ad2-9bd9-0eb64a4736c7 req-f9470137-beb3-485e-b0e9-0d83e0f23287 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 210 time: 0.0289588 Sep 23 15:28:27.411168 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748707603384'] for network (92097787-289b-4a33-8ae1-9d8232d75ce8), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.421339 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:27.528327 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.571279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:27.573413 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359'] for network (92097787-289b-4a33-8ae1-9d8232d75ce8), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.579139 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:27.579139 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.579400 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:27.582862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:27.590509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:27.641574 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:27.642455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.647808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] Pushing event updated for resources: {'Network': ['ID=92097787-289b-4a33-8ae1-9d8232d75ce8,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:27.659637 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Network 92097787-289b-4a33-8ae1-9d8232d75ce8 details requested by agent ovs-agent-dv-cinder-855307-2-iscsi with host dv-cinder-855307-2-iscsi {{(pid=107137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 15:28:27.741573 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-603cf2de-f48e-42f1-b99e-3a52cf757f92 admin admin] 10.222.0.55 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9117229 Sep 23 15:28:27.744860 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 54638) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:27.750939 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Request body: {'subnet': {'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-746334434-subnet', 'tenant_id': '719783ecf917404294351bbb445b9f1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:27.787453 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-8be44f80-0e1b-429c-b2a3-35cddbb9fabd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623076 Sep 23 15:28:27.799032 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Request body: {'port': {'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:27.866421 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.868525 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Provisioning complete for port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:27.869248 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.869765 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Attempt 1 to provision port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 Sep 23 15:28:27.882590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Made reservation on behalf of 719783ecf917404294351bbb445b9f1b for: {'subnet': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:27.885294 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10481917'] for subnet (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:27.914144 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:28.208050 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:28.283040 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:28:28.291120 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Publish callbacks [] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.304786 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Transition to ACTIVE for port object 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:28:28.339470 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10332025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10481899'] for subnet (43a0609c-45a5-4775-8d34-6566911a3cce), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.393270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=43a0609c-45a5-4775-8d34-6566911a3cce,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:28.409916 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Checking segment: {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:28.410278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Network hostable DHCP agents. Network: 92097787-289b-4a33-8ae1-9d8232d75ce8, hostable agents: ['accfe63b-6f6d-49b1-8e97-7cc0d2181537'], hosted agents: [] {{(pid=107136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 15:28:28.412678 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Attempt 2 to provision port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 Sep 23 15:28:28.429961 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.435657 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:28.449783 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:28:28.518824 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Pushing event updated for resources: {'Port': ['ID=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:28.544161 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f41f4-bb28-4952-afb1-92010bd9dd48 req-9d1df6bc-c26a-4461-a6cf-90274fcd91d3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:28.546012 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-499f41f4-bb28-4952-afb1-92010bd9dd48 req-9d1df6bc-c26a-4461-a6cf-90274fcd91d3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 943 time: 0.0523071 Sep 23 15:28:28.551350 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Attempting to bind port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:28:28.551688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Attempting to bind port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:28:28.552049 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Attempting to bind port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:28.579007 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Network 92097787-289b-4a33-8ae1-9d8232d75ce8 is scheduled to be hosted by DHCP agent accfe63b-6f6d-49b1-8e97-7cc0d2181537 with binding_index 1 {{(pid=107136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 15:28:28.599159 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-499f41f4-bb28-4952-afb1-92010bd9dd48 req-a8bb25f9-1633-4d70-b0fa-398f68ff683a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469847 Sep 23 15:28:28.602997 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:28:28.603332 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Attempting to bind port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:28.658584 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:28:28.658917 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:28.659404 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Bound using segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:28:28.660165 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Bound port: 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:28:28.660736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.676901 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-855307-2-iscsi, 92097787-289b-4a33-8ae1-9d8232d75ce8) {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:28.683736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:28.684397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.686130 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14ca033-5ed7-422d-a809-2b23f7ea4699 None None] Network 92097787-289b-4a33-8ae1-9d8232d75ce8 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:28.755135 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] For port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:28:28.758795 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] For port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:28:28.817966 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b324da-7176-431c-b394-590295eb695d None None] Network 92097787-289b-4a33-8ae1-9d8232d75ce8 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:28:28.857322 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fcb5f595-7570-4ed2-9008-8b88d33eee1f admin admin] 10.222.0.55 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1112642 Sep 23 15:28:28.874401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.877749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:28.878453 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:28.880247 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 HTTP/1.1" status: 200 len: 1093 time: 1.0852258 Sep 23 15:28:28.883570 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:28.887567 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdfa6af-1090-42ad-b932-46264b9929eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:28.951316 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Attempt 3 to provision port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 Sep 23 15:28:28.963571 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096c69f-c59f-4b99-8a3b-23d642ecdb93 x-openstack-request-id: req-e096c69f-c59f-4b99-8a3b-23d642ecdb93 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:28.964066 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:28.964488 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e096c69f-c59f-4b99-8a3b-23d642ecdb93 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:28.965101 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e096c69f-c59f-4b99-8a3b-23d642ecdb93'] response: {'name': 'network-changed', 'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'status': 'completed', 'code': 200} Sep 23 15:28:28.985338 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860450d9-90c9-4eef-96e5-dedc8aa43cbc service neutron] Pushing event updated for resources: {'Port': ['ID=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:29.004671 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-ca55d40e-efa0-4fc6-91c4-b9ffa243fad6 None None] Port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:28:29.041993 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa6af-1090-42ad-b932-46264b9929eb req-08356acc-7abd-4610-9e3d-7d06df3b1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.043868 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6cdfa6af-1090-42ad-b932-46264b9929eb req-08356acc-7abd-4610-9e3d-7d06df3b1803 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 1127 time: 0.0527759 Sep 23 15:28:29.125040 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:29.168728 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa6af-1090-42ad-b932-46264b9929eb req-1a965dd8-4c4d-4d1c-8ec6-e74628d87b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.170321 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6cdfa6af-1090-42ad-b932-46264b9929eb req-1a965dd8-4c4d-4d1c-8ec6-e74628d87b57 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=695b6a2a390b481bbca2fd367273c268&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1200845 Sep 23 15:28:29.294693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfa6af-1090-42ad-b932-46264b9929eb req-bd61c069-49a1-4bb4-baac-a53d1b0434f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.296318 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6cdfa6af-1090-42ad-b932-46264b9929eb req-bd61c069-49a1-4bb4-baac-a53d1b0434f0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206565 Sep 23 15:28:29.377292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-9998cbac-61ad-4319-a928-d6e9aa4da3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.378552 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-9998cbac-61ad-4319-a928-d6e9aa4da3eb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 1127 time: 0.0449991 Sep 23 15:28:29.426752 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-6d4a48e5-91f5-4354-b6a5-c07ac6359036 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 HTTP/1.1" status: 200 len: 217 time: 0.0405505 Sep 23 15:28:29.484652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-88e995c5-009c-4b9b-9f09-27fe57fb1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.486264 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-88e995c5-009c-4b9b-9f09-27fe57fb1815 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0529678 Sep 23 15:28:29.534159 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-cba5f206-cc23-47c9-b9b0-c9bd1f295ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.535603 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-cba5f206-cc23-47c9-b9b0-c9bd1f295ad0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428231 Sep 23 15:28:29.638645 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-905f84a0-a1e7-435b-9402-3116c3b3fc36 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964644 Sep 23 15:28:29.738738 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b4cf2-6f25-4a7d-91e3-a772e1398860 req-d6d467e5-f9c0-4f86-8319-693ab56e3ff1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:29.740305 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6d9b4cf2-6f25-4a7d-91e3-a772e1398860 req-d6d467e5-f9c0-4f86-8319-693ab56e3ff1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 943 time: 0.0515540 Sep 23 15:28:29.749550 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e57f5cf0-1477-4754-994d-6cdb53d0a143 req-1384c2d3-e65a-49ac-9a05-0df479fdcfc8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048067 Sep 23 15:28:29.801900 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-6d9b4cf2-6f25-4a7d-91e3-a772e1398860 req-d0c91099-07f9-4e32-a1c8-236f47db2ce1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544019 Sep 23 15:28:30.943150 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b488483-3fd1-4a1b-903e-0f94e2cad302 req-97434df1-ac27-467d-9e17-2e089ad2f185 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:30.944763 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3b488483-3fd1-4a1b-903e-0f94e2cad302 req-97434df1-ac27-467d-9e17-2e089ad2f185 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 943 time: 0.0553966 Sep 23 15:28:31.002638 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3b488483-3fd1-4a1b-903e-0f94e2cad302 req-44958aa4-e43b-44c8-9b0a-d5f53df44531 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495410 Sep 23 15:28:31.364811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-ecb4def8-85c0-463a-aecd-649a00adf0b7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:31.366230 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-ecb4def8-85c0-463a-aecd-649a00adf0b7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/networks?id=92097787-289b-4a33-8ae1-9d8232d75ce8 HTTP/1.1" status: 200 len: 808 time: 0.1086378 Sep 23 15:28:31.382020 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-232a56b7-01ee-4637-8cd5-8be2096e0a66 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/quotas/719783ecf917404294351bbb445b9f1b HTTP/1.1" status: 200 len: 375 time: 0.0092840 Sep 23 15:28:31.415903 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-2bc99dbd-e8aa-43ee-b48c-2fca8ddf15ae tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=719783ecf917404294351bbb445b9f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279403 Sep 23 15:28:31.512798 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-71472c25-6502-444c-adbf-b6004fc8db75 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902877 Sep 23 15:28:31.607352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:28:31.624888 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-9e074432-5a7b-4f13-a1fb-f784b54c56a1 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061301 Sep 23 15:28:31.714610 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:31.726384 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:28:31.763885 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:31.764313 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.774769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:31.777933 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:28:31.802380 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:31.873260 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0a2e553a-e547-49b5-bd5a-83355f2ac050 req-2e5b4840-20e8-4eb1-9b30-d7870aca945a tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 210 time: 0.0305631 Sep 23 15:28:31.880293 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:31.927487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:32.092402 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:28:32.139316 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b858ee-c095-4125-94c0-75c5fe3fa49e req-ae70df97-c58e-43ca-88f4-8207c430956d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:32.140951 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-84b858ee-c095-4125-94c0-75c5fe3fa49e req-ae70df97-c58e-43ca-88f4-8207c430956d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 944 time: 0.0561433 Sep 23 15:28:32.170688 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:32.193685 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-84b858ee-c095-4125-94c0-75c5fe3fa49e req-7d3f4388-8f77-4d2b-a7f4-a9248bc37db9 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468810 Sep 23 15:28:32.978407 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-86693965-034f-4f5b-96ae-4fd024c881ce req-dd3d8c66-de61-4c19-a177-4e78349bc171 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 210 time: 0.0279958 Sep 23 15:28:33.106293 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=72 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:33.318141 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a34c6-97cf-473f-a96c-e8cd9ae16686 req-aba5593e-fb14-4e3f-84e7-b2574e24cf5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:33.319661 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a09a34c6-97cf-473f-a96c-e8cd9ae16686 req-aba5593e-fb14-4e3f-84e7-b2574e24cf5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 944 time: 0.0502923 Sep 23 15:28:33.372366 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a09a34c6-97cf-473f-a96c-e8cd9ae16686 req-bb149ef4-c17b-402e-89d6-f7bc1cb5491d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469041 Sep 23 15:28:33.606713 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:33.649972 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:28:33.721520 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:33.722199 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:33.722342 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 Sep 23 15:28:33.800107 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:33.800506 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:33.825629 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:33.827924 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f64b50e-0972-4600-bec3-418823f45518" -d '{"events": [{"server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "name": "network-vif-plugged", "status": "completed", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:33.842462 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:33.868371 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4d1fac-0788-4f99-8919-eacaddf3a394 x-openstack-request-id: req-5d4d1fac-0788-4f99-8919-eacaddf3a394 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:33.869073 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "name": "network-vif-plugged", "status": "completed", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:33.869361 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d4d1fac-0788-4f99-8919-eacaddf3a394 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:33.869775 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4d1fac-0788-4f99-8919-eacaddf3a394'] response: {'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'code': 200} Sep 23 15:28:33.973478 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:34.011909 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:34.039038 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:34.058034 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-3849e062-b9dc-4d79-8bab-094801c6fc45 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:34.059623 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-3849e062-b9dc-4d79-8bab-094801c6fc45 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "GET /networking/v2.0/networks?id=92097787-289b-4a33-8ae1-9d8232d75ce8 HTTP/1.1" status: 200 len: 808 time: 0.1307726 Sep 23 15:28:34.075290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Request body: {'port': {'device_id': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8', 'admin_state_up': True, 'tenant_id': '719783ecf917404294351bbb445b9f1b'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:34.098927 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-240b7b2a-5934-4863-beea-e9e69d65a013 req-9485c240-67c0-4d59-969e-1fd613d80693 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 210 time: 0.0356333 Sep 23 15:28:34.368809 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Made reservation on behalf of 719783ecf917404294351bbb445b9f1b for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:34.372542 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:34.465158 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:34.514354 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643d271-7c14-4018-90ae-6cc48adc39c6 req-51151de7-5953-4ad8-8143-f7fd31278a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:34.515849 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2643d271-7c14-4018-90ae-6cc48adc39c6 req-51151de7-5953-4ad8-8143-f7fd31278a11 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0881054 Sep 23 15:28:34.560360 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae7a9c-eb2d-4d46-8f63-cbe1241a9dea req-fb2e71e8-e6d8-4023-91af-0a7127d85de6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:34.561785 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-38ae7a9c-eb2d-4d46-8f63-cbe1241a9dea req-fb2e71e8-e6d8-4023-91af-0a7127d85de6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.1025903 Sep 23 15:28:34.623559 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Allocated IP 172.20.0.3 (92097787-289b-4a33-8ae1-9d8232d75ce8/43a0609c-45a5-4775-8d34-6566911a3cce/4da16b6c-5b22-4e9b-9b6f-1bc9305a2379) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:34.630276 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2643d271-7c14-4018-90ae-6cc48adc39c6 req-4530f652-5a63-4e21-ad86-f8af8199f5cb service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067481 Sep 23 15:28:34.651117 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:34.661957 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-38ae7a9c-eb2d-4d46-8f63-cbe1241a9dea req-94262e4a-32fe-4238-a8bc-660553f50d4a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899680 Sep 23 15:28:34.796869 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks [] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:34.822353 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:34.894047 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:34.939333 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Network 92097787-289b-4a33-8ae1-9d8232d75ce8 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:34.945104 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:34.947622 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:34.978038 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Pushing event updated for resources: {'Port': ['ID=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:35.008632 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:35.009450 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:35.153716 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-66c07ff2-5c23-49d0-90bd-d144e8f1b913 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0829499 Sep 23 15:28:35.212179 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:35.233343 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cfc101-a75e-4c2c-9062-4f272a8c6c4a req-d253653e-0216-4b20-9ba8-c4c967c48997 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:35.235805 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-33cfc101-a75e-4c2c-9062-4f272a8c6c4a req-d253653e-0216-4b20-9ba8-c4c967c48997 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 931 time: 0.0569346 Sep 23 15:28:35.287203 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-33cfc101-a75e-4c2c-9062-4f272a8c6c4a req-38b605b1-a85b-4f68-8868-1c8eb6489fb7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456362 Sep 23 15:28:35.311053 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Request body: {'port': {'device_id': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:35.382024 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:35.654908 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:28:35.662640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Publish callbacks [] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:35.675433 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Transition to ACTIVE for port object 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:28:35.762428 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:35.853865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391da3c7-3df7-4439-94a8-4279f7169f8f req-f1d6ef49-56b9-4886-8bea-0744079417a2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:35.855437 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-391da3c7-3df7-4439-94a8-4279f7169f8f req-f1d6ef49-56b9-4886-8bea-0744079417a2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.1048181 Sep 23 15:28:35.858867 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:35.949365 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-391da3c7-3df7-4439-94a8-4279f7169f8f req-67065641-5c99-4812-b41a-1a4b590c2839 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866208 Sep 23 15:28:35.951945 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Attempting to bind port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:28:35.952484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Attempting to bind port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:28:35.952663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Attempting to bind port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 on network 92097787-289b-4a33-8ae1-9d8232d75ce8 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:36.004523 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 on network 92097787-289b-4a33-8ae1-9d8232d75ce8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:28:36.004854 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Attempting to bind port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 on network 92097787-289b-4a33-8ae1-9d8232d75ce8 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:36.040458 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:36.048848 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:28:36.049191 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Checking segment: {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:36.049582 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Bound using segment: {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:28:36.050016 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Bound port: 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:28:36.050385 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:36.110175 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:36.121791 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] For port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:28:36.126141 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] For port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:28:36.350933 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:36.356053 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.356669 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:36.358054 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 HTTP/1.1" status: 200 len: 1093 time: 1.0515699 Sep 23 15:28:36.358562 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'tag': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:36.360964 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77bad0a-50df-45f1-94c6-f32f1a4849df" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1bef03-6235-4e2e-b446-2c19dd4d2b1d", "tag": "4da16b6c-5b22-4e9b-9b6f-1bc9305a2379"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:36.404358 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a00bc06-e754-413b-8e4d-64a0d9e5c48b x-openstack-request-id: req-4a00bc06-e754-413b-8e4d-64a0d9e5c48b {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:36.404633 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1bef03-6235-4e2e-b446-2c19dd4d2b1d", "tag": "4da16b6c-5b22-4e9b-9b6f-1bc9305a2379", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:36.404882 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4a00bc06-e754-413b-8e4d-64a0d9e5c48b {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:36.405308 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a00bc06-e754-413b-8e4d-64a0d9e5c48b'] response: {'name': 'network-changed', 'server_uuid': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'tag': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379', 'status': 'completed', 'code': 200} Sep 23 15:28:36.416229 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b78ef-cd51-49c0-8ade-b12630dcf9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:36.418017 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd7cd-a9ae-4384-8bbd-6368f80e2cf0 req-d5c7489e-e12d-4228-b59e-82d8edaa1de0 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.419567 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5a1bd7cd-a9ae-4384-8bbd-6368f80e2cf0 req-d5c7489e-e12d-4228-b59e-82d8edaa1de0 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 943 time: 0.0562475 Sep 23 15:28:36.466227 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bad0a-50df-45f1-94c6-f32f1a4849df req-da3c6152-aeb3-43ea-80e6-cc95211357a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.467790 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c77bad0a-50df-45f1-94c6-f32f1a4849df req-da3c6152-aeb3-43ea-80e6-cc95211357a0 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=719783ecf917404294351bbb445b9f1b&device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 1127 time: 0.0445740 Sep 23 15:28:36.470722 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5a1bd7cd-a9ae-4384-8bbd-6368f80e2cf0 req-9147e8c0-751a-40ed-a0f9-43a23b040cc0 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450909 Sep 23 15:28:36.573795 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bad0a-50df-45f1-94c6-f32f1a4849df req-fcdec527-c6b5-433e-9c87-c8e47b273cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.575191 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c77bad0a-50df-45f1-94c6-f32f1a4849df req-fcdec527-c6b5-433e-9c87-c8e47b273cdc service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=719783ecf917404294351bbb445b9f1b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0991161 Sep 23 15:28:36.671451 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bad0a-50df-45f1-94c6-f32f1a4849df req-9b1378fd-a4cd-42cf-b3ee-0fe0470439fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.672957 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c77bad0a-50df-45f1-94c6-f32f1a4849df req-9b1378fd-a4cd-42cf-b3ee-0fe0470439fa service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924687 Sep 23 15:28:36.752922 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-0782c6eb-b79f-4a57-84d0-ffdbdba4eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.754409 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-0782c6eb-b79f-4a57-84d0-ffdbdba4eceb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=719783ecf917404294351bbb445b9f1b&device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 1127 time: 0.0449057 Sep 23 15:28:36.794745 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-b7d03ef8-56b8-436f-b4da-22d84362c1d8 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 HTTP/1.1" status: 200 len: 217 time: 0.0327246 Sep 23 15:28:36.842042 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-5d602a96-5876-465b-9c13-429d39e137e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:36.843395 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-5d602a96-5876-465b-9c13-429d39e137e3 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=43a0609c-45a5-4775-8d34-6566911a3cce HTTP/1.1" status: 200 len: 848 time: 0.0437846 Sep 23 15:28:36.875836 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-16c3ab7b-b307-4162-bfc0-f57e971c1d15 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=92097787-289b-4a33-8ae1-9d8232d75ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271244 Sep 23 15:28:36.985630 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-88707ce0-7e43-45f2-816c-0f6f9cbf91bd service neutron] 10.222.0.77 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033516 Sep 23 15:28:37.116361 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-72c75e3f-bcdf-4ace-a24c-a906846fd97c req-b90aacde-3f02-4df0-a9d3-33f1038bf49b service neutron] 10.222.0.77 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248951 Sep 23 15:28:37.176618 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02653e72-bfc2-4a18-859c-5d388277bb35 req-b086d152-87a1-4dcf-912f-05a9f8408db6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:37.177210 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-02653e72-bfc2-4a18-859c-5d388277bb35 req-b086d152-87a1-4dcf-912f-05a9f8408db6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.1351457 Sep 23 15:28:37.229341 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-02653e72-bfc2-4a18-859c-5d388277bb35 req-7665e7bf-9938-4d12-b5bb-aa3cd9886a91 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459130 Sep 23 15:28:37.358027 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da529d2-14a0-46d1-8508-bade9d0d52be req-5b33461e-49f5-4c85-861c-7b3d7edabdec tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:37.359528 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-5da529d2-14a0-46d1-8508-bade9d0d52be req-5b33461e-49f5-4c85-861c-7b3d7edabdec tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.0511475 Sep 23 15:28:37.371460 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 54710) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:28:37.375903 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:37.415808 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:37.524801 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:37.601093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d88d11-6c71-4bcf-a0bf-815cd3ceff45 req-2e103cab-0f66-45e8-b9b0-80d881a57d74 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:37.602684 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79d88d11-6c71-4bcf-a0bf-815cd3ceff45 req-2e103cab-0f66-45e8-b9b0-80d881a57d74 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 943 time: 0.0481746 Sep 23 15:28:37.646186 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:37.668948 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79d88d11-6c71-4bcf-a0bf-815cd3ceff45 req-4de96f9a-ef6f-4064-83eb-2df0d39b9107 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597897 Sep 23 15:28:37.889567 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:37.944570 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:38.048354 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP 45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af associated. External IP: 172.27.0.26, port: 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6. Sep 23 15:28:38.479163 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:28:38.573151 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:38.594047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:28:38.599107 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:38.605337 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:28:38.622542 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:38.623658 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:28:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:38.648226 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e1bb59ef-4c6a-4126-a490-f86d24602051 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af HTTP/1.1" status: 200 len: 990 time: 1.2754376 Sep 23 15:28:38.658121 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:38.658121 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8aacba-93bb-4da5-b301-17660da8f9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:38.693261 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b75e38c-3a65-4843-87ea-f43900455ad7 x-openstack-request-id: req-8b75e38c-3a65-4843-87ea-f43900455ad7 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:38.693590 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:38.693846 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8b75e38c-3a65-4843-87ea-f43900455ad7 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:38.694279 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b75e38c-3a65-4843-87ea-f43900455ad7'] response: {'name': 'network-changed', 'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'status': 'completed', 'code': 200} Sep 23 15:28:38.749884 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:38.788388 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-d28dccc1-026c-4b99-9694-11f6e299ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:38.789942 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-d28dccc1-026c-4b99-9694-11f6e299ddd5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0704978 Sep 23 15:28:38.810862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987f09a-515d-4168-a4e9-702231c9b50c req-79ec3585-31bd-43b6-b43d-6e36db9ce1e7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:38.812324 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6987f09a-515d-4168-a4e9-702231c9b50c req-79ec3585-31bd-43b6-b43d-6e36db9ce1e7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 943 time: 0.0636308 Sep 23 15:28:38.879991 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:38.920815 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6987f09a-515d-4168-a4e9-702231c9b50c req-2fd5b958-2c2d-4329-97ee-e868840d3fac tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979259 Sep 23 15:28:38.935193 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-6916e9af-5f78-453e-ab74-d612e4419b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:38.937600 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-6916e9af-5f78-453e-ab74-d612e4419b50 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.1417983 Sep 23 15:28:38.978460 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:37Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:39.004607 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-cde6e411-4e77-4081-94e0-6e9f8a7996ed service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 HTTP/1.1" status: 200 len: 998 time: 0.0612724 Sep 23 15:28:39.015897 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:28:39.025985 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:28:39.026616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:28:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:39.059716 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-8d4405bc-aca0-4366-a589-e105d592f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:39.061561 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-8d4405bc-aca0-4366-a589-e105d592f165 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0512857 Sep 23 15:28:39.141034 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:28:39.298193 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:39.363237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-3d728356-d703-47f7-afcd-bfa7d7a2c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:39.364793 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-3d728356-d703-47f7-afcd-bfa7d7a2c2da service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2967968 Sep 23 15:28:39.385435 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:37Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:28:39.415745 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29fd4da-d357-44e0-9c14-d49c6cdfda75 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:37Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:28:39.424529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:39.463504 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-afdcc916-10f7-44f0-95dc-b49a595d7792 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909145 Sep 23 15:28:39.558734 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ee8aacba-93bb-4da5-b301-17660da8f9bd req-562c2f4d-81af-4ff7-89b1-8987e362256a service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894592 Sep 23 15:28:39.620270 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efab151-89e0-4502-adbb-118584f1b2ce None None] New status for floating IP 45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:28:40.053650 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b87da3-a0d4-4cd6-8b6a-99421737837e req-ddf0a32b-1280-4c74-b6a5-e137d1c468cb tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:40.055167 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f1b87da3-a0d4-4cd6-8b6a-99421737837e req-ddf0a32b-1280-4c74-b6a5-e137d1c468cb tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 943 time: 0.0511506 Sep 23 15:28:40.104732 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f1b87da3-a0d4-4cd6-8b6a-99421737837e req-9d55f2dd-b4d8-401c-9886-c777eb1892c9 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Sep 23 15:28:41.229245 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b277423-44b5-4d82-b521-8b33e95812f8 req-8a2674da-5248-47a9-b162-d1bcf38dc4b7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:41.230753 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6b277423-44b5-4d82-b521-8b33e95812f8 req-8a2674da-5248-47a9-b162-d1bcf38dc4b7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 943 time: 0.0501387 Sep 23 15:28:41.283923 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6b277423-44b5-4d82-b521-8b33e95812f8 req-e7479e32-e56d-43c5-b2f0-81b26cf5f586 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475311 Sep 23 15:28:41.621849 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:28:41.725246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:41.737673 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379', 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8', 'port_id': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379', 'mac_address': 'fa:16:3e:20:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a0609c-45a5-4775-8d34-6566911a3cce', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:28:41.777889 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:41.778281 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:41.792246 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:28:41.812648 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:41.869946 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:41.916515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:42.089330 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['4da16b6c-5b22-4e9b-9b6f-1bc9305a2379'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:28:42.406824 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8166f1-45d5-40fb-8e04-029eec9a821e req-9c920cb4-b3da-4de5-93d7-3c7eefc1c5f3 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:42.408337 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3a8166f1-45d5-40fb-8e04-029eec9a821e req-9c920cb4-b3da-4de5-93d7-3c7eefc1c5f3 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 944 time: 0.0468402 Sep 23 15:28:42.441909 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:42.457358 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-3a8166f1-45d5-40fb-8e04-029eec9a821e req-3b755800-b418-4627-b551-3dc306102eb0 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433414 Sep 23 15:28:43.583381 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c4e76f-1b65-4052-90d4-00f227a16262 req-c81a7d6b-b9bd-40b9-9e5a-cbd5e6283de8 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:43.584924 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f8c4e76f-1b65-4052-90d4-00f227a16262 req-c81a7d6b-b9bd-40b9-9e5a-cbd5e6283de8 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 944 time: 0.0498056 Sep 23 15:28:43.637109 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:28:43.639296 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f8c4e76f-1b65-4052-90d4-00f227a16262 req-1ebb7b15-10e8-4e8a-90c9-073c3edd76a9 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479646 Sep 23 15:28:43.678973 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:28:43.681515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:43.778506 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:28:43.779106 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:43.779510 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 Sep 23 15:28:43.856267 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:28:43.856667 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:43.867764 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:43.881265 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:43.883569 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0913e1-650b-4942-85e5-024f460b7943" -d '{"events": [{"server_uuid": "4e1bef03-6235-4e2e-b446-2c19dd4d2b1d", "name": "network-vif-plugged", "status": "completed", "tag": "4da16b6c-5b22-4e9b-9b6f-1bc9305a2379"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:43.896105 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:43.927215 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfddc7a-3c4f-4b3b-b168-6a1b52c4bf60 x-openstack-request-id: req-ccfddc7a-3c4f-4b3b-b168-6a1b52c4bf60 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:43.927215 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1bef03-6235-4e2e-b446-2c19dd4d2b1d", "name": "network-vif-plugged", "status": "completed", "tag": "4da16b6c-5b22-4e9b-9b6f-1bc9305a2379", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:43.927215 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ccfddc7a-3c4f-4b3b-b168-6a1b52c4bf60 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:43.927215 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfddc7a-3c4f-4b3b-b168-6a1b52c4bf60'] response: {'server_uuid': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379', 'code': 200} Sep 23 15:28:43.978830 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:44.027097 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:44.390212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0c388-e429-48c1-85e3-46d15767fea5 req-aee31945-c52a-492f-be09-0e889fe78058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:44.391648 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5cf0c388-e429-48c1-85e3-46d15767fea5 req-aee31945-c52a-492f-be09-0e889fe78058 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 1129 time: 0.0422585 Sep 23 15:28:44.437304 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5cf0c388-e429-48c1-85e3-46d15767fea5 req-d34efbbd-9a40-45a1-94d0-a099a1e759fb service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Sep 23 15:28:44.768041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1f738-0154-452d-86f4-0b9f942ce8f0 req-89fde2e6-5541-4e50-aa14-4ebcf7e19641 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:44.769527 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e6e1f738-0154-452d-86f4-0b9f942ce8f0 req-89fde2e6-5541-4e50-aa14-4ebcf7e19641 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 945 time: 0.0515044 Sep 23 15:28:44.819261 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e6e1f738-0154-452d-86f4-0b9f942ce8f0 req-6c6871de-2c0d-4148-b49a-ca7a6a5c578d tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430057 Sep 23 15:28:45.954447 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3cf51-4e84-4466-85f2-e5a2cbcbbc2f req-3c82b58f-ddf0-40b9-b5f8-7da5881cff09 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:45.956103 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fec3cf51-4e84-4466-85f2-e5a2cbcbbc2f req-3c82b58f-ddf0-40b9-b5f8-7da5881cff09 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 945 time: 0.0569057 Sep 23 15:28:46.008824 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-fec3cf51-4e84-4466-85f2-e5a2cbcbbc2f req-13c7483f-f40f-4c7e-bd3d-b14d7f0cf685 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Sep 23 15:28:46.470017 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-08003e1d-d7ea-4f95-a4f0-2fabea78dbf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:46.490436 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:28:47.133277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a4c20-c7a5-4de6-9258-d06a65fedc6c req-fe8b26c5-a617-4022-b827-ebdad69536c6 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:47.134811 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e6a4c20-c7a5-4de6-9258-d06a65fedc6c req-fe8b26c5-a617-4022-b827-ebdad69536c6 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 945 time: 0.0495763 Sep 23 15:28:47.148900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:47.186690 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e6a4c20-c7a5-4de6-9258-d06a65fedc6c req-81158520-a430-43cc-8af6-11fb60b5494d tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451424 Sep 23 15:28:48.427623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75764bc5-0ad4-46ce-ae18-db39e72a6d0a req-8329556b-5650-4364-8593-5e41c891276a tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:48.429129 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-75764bc5-0ad4-46ce-ae18-db39e72a6d0a req-8329556b-5650-4364-8593-5e41c891276a tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 945 time: 0.0478411 Sep 23 15:28:48.482761 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-75764bc5-0ad4-46ce-ae18-db39e72a6d0a req-3dd0986a-f71b-4634-98ad-d5142e2657c8 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466325 Sep 23 15:28:48.795629 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f6a5ea13-d0f4-4e67-a9f3-b42aa1a33dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:49.610525 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c629446-cb25-4111-b56c-eefc0d54b60b req-5d6c2423-7595-4a13-9401-cb88c2056c5b tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:49.612147 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8c629446-cb25-4111-b56c-eefc0d54b60b req-5d6c2423-7595-4a13-9401-cb88c2056c5b tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 945 time: 0.0499368 Sep 23 15:28:49.661175 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8c629446-cb25-4111-b56c-eefc0d54b60b req-3032f0b0-986a-40d9-bfaa-124c1b0d36d9 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424919 Sep 23 15:28:49.775017 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281c090-252e-4e68-9939-889711dabe10 req-879009a3-8879-4555-af8b-0466157889ad tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:49.776406 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1281c090-252e-4e68-9939-889711dabe10 req-879009a3-8879-4555-af8b-0466157889ad tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 945 time: 0.0470383 Sep 23 15:28:49.861558 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Deleting port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:28:49.861900 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:49.959640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] For port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:28:49.960033 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:49.973621 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Calling delete_port for 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:28:49.985117 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:50.178984 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (4da16b6c-5b22-4e9b-9b6f-1bc9305a2379), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.197313 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['4da16b6c-5b22-4e9b-9b6f-1bc9305a2379'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:28:50.211644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Pushing event deleted for resources: {'Port': ['ID=4da16b6c-5b22-4e9b-9b6f-1bc9305a2379,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:50.262955 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] No DVR routers for this DVR port 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:28:50.265875 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.275390 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1281c090-252e-4e68-9939-889711dabe10 req-315242d8-c7b0-44ae-88d4-6a0c570fc122 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "DELETE /networking/v2.0/ports/4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 HTTP/1.1" status: 204 len: 173 time: 0.4880719 Sep 23 15:28:50.275390 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'name': 'network-vif-deleted', 'tag': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:50.275390 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d8cfb-4e5f-408f-8226-38abb21e376a" -d '{"events": [{"server_uuid": "4e1bef03-6235-4e2e-b446-2c19dd4d2b1d", "name": "network-vif-deleted", "tag": "4da16b6c-5b22-4e9b-9b6f-1bc9305a2379"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:50.310203 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:50.313971 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985e21d-48a1-4d7e-8f60-195a0c5b8023 x-openstack-request-id: req-b985e21d-48a1-4d7e-8f60-195a0c5b8023 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:50.314270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1bef03-6235-4e2e-b446-2c19dd4d2b1d", "name": "network-vif-deleted", "tag": "4da16b6c-5b22-4e9b-9b6f-1bc9305a2379", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:50.314529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b985e21d-48a1-4d7e-8f60-195a0c5b8023 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:50.314944 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b985e21d-48a1-4d7e-8f60-195a0c5b8023'] response: {'server_uuid': '4e1bef03-6235-4e2e-b446-2c19dd4d2b1d', 'name': 'network-vif-deleted', 'tag': '4da16b6c-5b22-4e9b-9b6f-1bc9305a2379', 'status': 'completed', 'code': 200} Sep 23 15:28:50.788361 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-29755765-0c68-44e3-81e1-2146f89d37a2 req-d6311f60-22b6-45a3-a2a2-7457447fba11 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=4e1bef03-6235-4e2e-b446-2c19dd4d2b1d HTTP/1.1" status: 200 len: 210 time: 0.0309732 Sep 23 15:28:52.013096 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:52.105598 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-a0d80f5a-db5c-4269-b745-78727e1fcbd8 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:52.107204 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-a0d80f5a-db5c-4269-b745-78727e1fcbd8 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/networks?id=92097787-289b-4a33-8ae1-9d8232d75ce8 HTTP/1.1" status: 200 len: 808 time: 0.1255231 Sep 23 15:28:52.123834 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-a1895fb0-134f-49f7-a6ad-13001e28db8e tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/quotas/719783ecf917404294351bbb445b9f1b HTTP/1.1" status: 200 len: 375 time: 0.0110931 Sep 23 15:28:52.161026 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-7b427e13-6f78-4038-b391-63a2439651cc tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=719783ecf917404294351bbb445b9f1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296867 Sep 23 15:28:52.266512 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-180d285e-7b1d-406e-9899-920e6d25467d service neutron] 10.222.0.55 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980828 Sep 23 15:28:52.309984 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:52.374360 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-52b3927b-0625-4a18-baa2-6a216fbf4390 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999601 Sep 23 15:28:52.720607 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dfb2a250-ca9b-49c6-ad37-9d2548d76a9b req-df97afcf-bf81-498f-9ea4-c30c0d4a1109 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 210 time: 0.0333755 Sep 23 15:28:53.668766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:28:53.689796 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:28:53.690139 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 4da16b6c-5b22-4e9b-9b6f-1bc9305a2379 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:28:53.843083 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-7c20ae7b-1bc7-4a06-b05d-dd8e5d3fa8c9 req-b748aa7e-d923-436d-9c14-b9f298970807 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 210 time: 0.0371976 Sep 23 15:28:54.705013 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-c74ad989-eedd-4d50-9c78-f453d16f5ec1 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:54.706492 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-c74ad989-eedd-4d50-9c78-f453d16f5ec1 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "GET /networking/v2.0/networks?id=92097787-289b-4a33-8ae1-9d8232d75ce8 HTTP/1.1" status: 200 len: 808 time: 0.1139808 Sep 23 15:28:54.720695 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Request body: {'port': {'device_id': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8', 'admin_state_up': True, 'tenant_id': '719783ecf917404294351bbb445b9f1b'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:54.960329 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Made reservation on behalf of 719783ecf917404294351bbb445b9f1b for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:28:54.966940 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:55.017474 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b1f3b95d-ab51-4e8d-b3ba-dfc9244a56d9 req-e36b6b74-d842-4183-a6bd-1844105c22dd tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 210 time: 0.0754347 Sep 23 15:28:55.150544 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:55.209986 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Allocated IP 172.20.0.6 (92097787-289b-4a33-8ae1-9d8232d75ce8/43a0609c-45a5-4775-8d34-6566911a3cce/7d77f44a-b87f-44ff-8156-b0bc875a7b02) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:28:55.383257 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:55.410669 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks [] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:55.494310 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:55.542485 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Network 92097787-289b-4a33-8ae1-9d8232d75ce8 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:28:55.546057 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:28:55.552761 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:28:55.584542 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Pushing event updated for resources: {'Port': ['ID=7d77f44a-b87f-44ff-8156-b0bc875a7b02,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:55.616040 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:55.616746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:55.781368 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ddb029f9-ddd7-417b-b26a-ceb3b210c758 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0645216 Sep 23 15:28:55.803653 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Request body: {'port': {'device_id': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:28:55.870687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.158480 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d77f44a-b87f-44ff-8156-b0bc875a7b02 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:28:56.169188 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Publish callbacks [] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.180990 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20557f70-6659-4af9-b723-f3c9f3c499d0 req-b604005d-392f-4748-b455-847bd17ccf61 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:56.186942 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-20557f70-6659-4af9-b723-f3c9f3c499d0 req-b604005d-392f-4748-b455-847bd17ccf61 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 931 time: 0.0648756 Sep 23 15:28:56.190632 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Transition to ACTIVE for port object 7d77f44a-b87f-44ff-8156-b0bc875a7b02 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:28:56.240522 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-20557f70-6659-4af9-b723-f3c9f3c499d0 req-d5c3f393-bf99-4969-8023-a3c91cb79246 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493877 Sep 23 15:28:56.275696 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.364048 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Pushing event updated for resources: {'Port': ['ID=7d77f44a-b87f-44ff-8156-b0bc875a7b02,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:56.366100 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:56.400775 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Attempting to bind port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:28:56.401112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Attempting to bind port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:28:56.401446 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Attempting to bind port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 on network 92097787-289b-4a33-8ae1-9d8232d75ce8 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:56.448309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 on network 92097787-289b-4a33-8ae1-9d8232d75ce8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:28:56.448664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Attempting to bind port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 on network 92097787-289b-4a33-8ae1-9d8232d75ce8 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:28:56.496756 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:28:56.497215 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Checking segment: {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:28:56.497609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Bound using segment: {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:28:56.498050 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Bound port: 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:28:56.498415 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.562319 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] For port 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:28:56.565824 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] For port 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d77f44a-b87f-44ff-8156-b0bc875a7b02,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:28:56.687932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.691361 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:56.692044 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:28:56.693504 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/7d77f44a-b87f-44ff-8156-b0bc875a7b02 HTTP/1.1" status: 200 len: 1093 time: 0.8943856 Sep 23 15:28:56.696213 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'tag': '7d77f44a-b87f-44ff-8156-b0bc875a7b02'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:28:56.698623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1f807b-30e2-437c-9bb7-a09b46f93e3e", "tag": "7d77f44a-b87f-44ff-8156-b0bc875a7b02"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:28:56.702689 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:56.760102 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dc40a0-27fa-4f57-80dd-de5eeb21c5d1 x-openstack-request-id: req-c9dc40a0-27fa-4f57-80dd-de5eeb21c5d1 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:28:56.760529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1f807b-30e2-437c-9bb7-a09b46f93e3e", "tag": "7d77f44a-b87f-44ff-8156-b0bc875a7b02", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:28:56.760827 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9dc40a0-27fa-4f57-80dd-de5eeb21c5d1 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:28:56.761361 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9dc40a0-27fa-4f57-80dd-de5eeb21c5d1'] response: {'name': 'network-changed', 'server_uuid': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'tag': '7d77f44a-b87f-44ff-8156-b0bc875a7b02', 'status': 'completed', 'code': 200} Sep 23 15:28:56.769041 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86a53d-edb1-47b9-99c4-349f52d1d43e service neutron] Pushing event updated for resources: {'Port': ['ID=7d77f44a-b87f-44ff-8156-b0bc875a7b02,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:28:56.826019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca req-2df78235-3050-49dd-87ee-13cc5fe68afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:56.827552 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca req-2df78235-3050-49dd-87ee-13cc5fe68afd service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=719783ecf917404294351bbb445b9f1b&device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 1127 time: 0.0433600 Sep 23 15:28:56.940707 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca req-55fb0550-8f2e-4a8d-b16a-b09ddf137665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:56.942129 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca req-55fb0550-8f2e-4a8d-b16a-b09ddf137665 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=719783ecf917404294351bbb445b9f1b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1071444 Sep 23 15:28:57.044157 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca req-af2965f5-b1fe-4d1f-8d18-232d3def711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:57.045655 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5ab07b0a-cee1-479e-8fcf-7ff2b0bc5cca req-af2965f5-b1fe-4d1f-8d18-232d3def711e service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971324 Sep 23 15:28:57.137150 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-147094e5-4a4d-408d-b123-2812eddddddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:57.138858 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-147094e5-4a4d-408d-b123-2812eddddddb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=719783ecf917404294351bbb445b9f1b&device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 1127 time: 0.0473058 Sep 23 15:28:57.182993 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-da8c6084-e701-4ec0-81ef-51e252ce4d28 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d77f44a-b87f-44ff-8156-b0bc875a7b02 HTTP/1.1" status: 200 len: 217 time: 0.0366528 Sep 23 15:28:57.237360 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-0d026a1c-e514-4539-8bc1-758c3f83807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:57.238859 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-0d026a1c-e514-4539-8bc1-758c3f83807b service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=43a0609c-45a5-4775-8d34-6566911a3cce HTTP/1.1" status: 200 len: 848 time: 0.0498400 Sep 23 15:28:57.277172 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-fa2c6cae-475d-407b-afd0-7ce99d377e9d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=92097787-289b-4a33-8ae1-9d8232d75ce8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300674 Sep 23 15:28:57.391254 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-efa03f73-ae43-49c3-8f40-498351abec32 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076624 Sep 23 15:28:57.415951 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0095a-0586-4244-a5b9-60cd84d0db94 req-9dbbab0d-9287-4556-84c9-05845451bd79 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:57.417603 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a8d0095a-0586-4244-a5b9-60cd84d0db94 req-9dbbab0d-9287-4556-84c9-05845451bd79 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 943 time: 0.0620923 Sep 23 15:28:57.482297 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a8d0095a-0586-4244-a5b9-60cd84d0db94 req-a358f073-6483-45a6-8e50-91d86ebaf17b tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532680 Sep 23 15:28:57.506890 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55fefe54-3aa2-484e-a31b-aebfb5c60c87 req-262a3e16-bcfd-41a4-8e29-f645dac652ec service neutron] 10.222.0.77 "GET /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096146 Sep 23 15:28:58.467815 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:58.479356 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:58.580320 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:28:58.622676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0a8e2-fc59-40be-9c71-e91177feef1c req-9ec42aec-95a6-4c46-8788-a243d9f19edb tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:58.624461 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7ff0a8e2-fc59-40be-9c71-e91177feef1c req-9ec42aec-95a6-4c46-8788-a243d9f19edb tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 943 time: 0.0557716 Sep 23 15:28:58.687007 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7ff0a8e2-fc59-40be-9c71-e91177feef1c req-49c54fea-a0e3-4b4e-9055-23167fbf4dd7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Sep 23 15:28:59.847411 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d7ee8-9d4d-44ad-9584-ecb0e7de707f req-f9284b0c-bc9a-4a40-87c8-a92849a46065 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:28:59.848981 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8a7d7ee8-9d4d-44ad-9584-ecb0e7de707f req-f9284b0c-bc9a-4a40-87c8-a92849a46065 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 943 time: 0.0529466 Sep 23 15:28:59.899879 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8a7d7ee8-9d4d-44ad-9584-ecb0e7de707f req-7eb78947-14a5-4613-846a-5b2811c91a54 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444016 Sep 23 15:29:01.033617 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98b482-8ca2-4e25-bba0-37c1c1b2a136 req-a98c4860-cd5d-4072-a393-cf8e782ead1a tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:01.035228 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fc98b482-8ca2-4e25-bba0-37c1c1b2a136 req-a98c4860-cd5d-4072-a393-cf8e782ead1a tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 943 time: 0.0515928 Sep 23 15:29:01.094301 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fc98b482-8ca2-4e25-bba0-37c1c1b2a136 req-99263824-2133-40f9-97b5-3d2fdb2dde17 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526862 Sep 23 15:29:01.701225 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d77f44a-b87f-44ff-8156-b0bc875a7b02 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:29:01.800971 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d77f44a-b87f-44ff-8156-b0bc875a7b02,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:01.812788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '7d77f44a-b87f-44ff-8156-b0bc875a7b02', 'network_id': '92097787-289b-4a33-8ae1-9d8232d75ce8', 'port_id': '7d77f44a-b87f-44ff-8156-b0bc875a7b02', 'mac_address': 'fa:16:3e:af:28:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a0609c-45a5-4775-8d34-6566911a3cce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:29:01.865955 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:01.866998 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:01.880974 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77f44a-b87f-44ff-8156-b0bc875a7b02 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:01.904122 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d77f44a-b87f-44ff-8156-b0bc875a7b02,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:02.007157 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:02.066671 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=7d77f44a-b87f-44ff-8156-b0bc875a7b02,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:02.231807 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['7d77f44a-b87f-44ff-8156-b0bc875a7b02'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:29:02.251851 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57c97a5-6ddc-4c91-9d21-11973d84640c req-9faa058b-4890-40b4-a0a5-eddcc2b6a96f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:02.254526 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a57c97a5-6ddc-4c91-9d21-11973d84640c req-9faa058b-4890-40b4-a0a5-eddcc2b6a96f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 944 time: 0.0609784 Sep 23 15:29:02.279142 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:02.300098 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:02.310843 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-a57c97a5-6ddc-4c91-9d21-11973d84640c req-7a6d8eb8-16f0-4705-be21-a8d7b412ca45 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494838 Sep 23 15:29:03.451022 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048ff86-e4da-496a-93a4-93c3b5e61f6f req-3deb363d-2a4c-4981-8029-f97e75fe60de tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:03.452655 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4048ff86-e4da-496a-93a4-93c3b5e61f6f req-3deb363d-2a4c-4981-8029-f97e75fe60de tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 944 time: 0.0562482 Sep 23 15:29:03.507311 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4048ff86-e4da-496a-93a4-93c3b5e61f6f req-f59a5b25-0396-456d-a139-4db55fda6195 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483065 Sep 23 15:29:03.702996 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d77f44a-b87f-44ff-8156-b0bc875a7b02 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:03.751137 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:29:03.864390 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:03.864874 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:03.865259 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 Sep 23 15:29:03.951248 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:03.951248 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:03.976813 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77f44a-b87f-44ff-8156-b0bc875a7b02'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:03.979123 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb80e0d-1f18-4c38-8ef6-4351b619f686" -d '{"events": [{"server_uuid": "ad1f807b-30e2-437c-9bb7-a09b46f93e3e", "name": "network-vif-plugged", "status": "completed", "tag": "7d77f44a-b87f-44ff-8156-b0bc875a7b02"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:03.994299 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d77f44a-b87f-44ff-8156-b0bc875a7b02,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:04.026352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993c8b1d-afb2-445d-a7be-9625cecabe04 x-openstack-request-id: req-993c8b1d-afb2-445d-a7be-9625cecabe04 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:04.026733 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1f807b-30e2-437c-9bb7-a09b46f93e3e", "name": "network-vif-plugged", "status": "completed", "tag": "7d77f44a-b87f-44ff-8156-b0bc875a7b02", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:04.026998 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-993c8b1d-afb2-445d-a7be-9625cecabe04 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:04.027413 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-993c8b1d-afb2-445d-a7be-9625cecabe04'] response: {'server_uuid': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77f44a-b87f-44ff-8156-b0bc875a7b02', 'code': 200} Sep 23 15:29:04.104410 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.134611 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:04.157199 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=7d77f44a-b87f-44ff-8156-b0bc875a7b02,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:04.475429 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:04.478503 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732a01a-7d16-40bb-a57e-c3cc841a083e req-48657757-7a61-4913-a14d-c9a0cc060908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:04.480094 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c732a01a-7d16-40bb-a57e-c3cc841a083e req-48657757-7a61-4913-a14d-c9a0cc060908 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 1129 time: 0.0404737 Sep 23 15:29:04.526978 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c732a01a-7d16-40bb-a57e-c3cc841a083e req-b9934e12-410d-42bc-b22e-3a5f5e87f94f service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Sep 23 15:29:04.636756 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484874d-7140-4080-9976-c120b3058cce req-4ff97a99-52ab-43e4-84f2-9522fcf26d20 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:04.638287 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9484874d-7140-4080-9976-c120b3058cce req-4ff97a99-52ab-43e4-84f2-9522fcf26d20 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 945 time: 0.0491862 Sep 23 15:29:04.694233 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9484874d-7140-4080-9976-c120b3058cce req-d9bc61f5-96cf-4849-b64b-bb8916776c37 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498989 Sep 23 15:29:05.823557 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c24414e-d3e2-4b38-a78f-9709cab4b3db req-5b763ae6-cee4-4933-97dc-c602a118eb18 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:05.825099 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2c24414e-d3e2-4b38-a78f-9709cab4b3db req-5b763ae6-cee4-4933-97dc-c602a118eb18 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 945 time: 0.0523570 Sep 23 15:29:05.849057 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=100 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:05.880763 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-2c24414e-d3e2-4b38-a78f-9709cab4b3db req-34834173-8f5f-42f0-968d-147fd33d5655 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 Sep 23 15:29:07.007614 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6a7f3-2bb1-4012-b77d-2dc3f53db3c8 req-37e3d745-6b4c-469b-b3f4-3bd2f3ee28c9 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:07.009139 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79a6a7f3-2bb1-4012-b77d-2dc3f53db3c8 req-37e3d745-6b4c-469b-b3f4-3bd2f3ee28c9 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 945 time: 0.0478048 Sep 23 15:29:07.056999 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79a6a7f3-2bb1-4012-b77d-2dc3f53db3c8 req-411dcc32-0262-43d1-a8b2-00f5652c49c1 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Sep 23 15:29:08.384850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077c000-c563-42d1-ad32-3a896a7b7628 req-319e6922-1e33-47a9-914f-316ca6767247 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:08.386224 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6077c000-c563-42d1-ad32-3a896a7b7628 req-319e6922-1e33-47a9-914f-316ca6767247 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 945 time: 0.0467224 Sep 23 15:29:08.397115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:08.434898 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6077c000-c563-42d1-ad32-3a896a7b7628 req-8452e795-cea9-4ed1-85c3-9c011b4d67eb tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 Sep 23 15:29:09.469823 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-8c8b8e1a-bf2a-46ce-ba88-9bd67cb28f08 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445714 Sep 23 15:29:09.563053 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181cfe29-dbb2-4f96-b6af-f04abe57ac03 req-79267ff2-cc0d-4dc2-9155-66fa6e895ea7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:09.564654 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-181cfe29-dbb2-4f96-b6af-f04abe57ac03 req-79267ff2-cc0d-4dc2-9155-66fa6e895ea7 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 945 time: 0.0496747 Sep 23 15:29:09.617103 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-181cfe29-dbb2-4f96-b6af-f04abe57ac03 req-49ec9fce-b5e8-4b0a-9266-eb1e5c8dfa65 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=b84e4c08-813b-40f6-88c8-738b2af7370d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 Sep 23 15:29:09.647880 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-82e9da3f-a911-4556-92c9-d0ccbae35406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:09.649529 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-82e9da3f-a911-4556-92c9-d0ccbae35406 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=d86aa99c129b476980f17821cd30ef30&device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 1129 time: 0.0424781 Sep 23 15:29:09.809529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-0797123c-cdee-46c0-98b5-6d0b83887013 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:09.811172 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-0797123c-cdee-46c0-98b5-6d0b83887013 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 945 time: 0.0963020 Sep 23 15:29:09.880470 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-8d87e1a0-c5b1-493b-b3bf-21e4c4895392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:09.882057 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-8d87e1a0-c5b1-493b-b3bf-21e4c4895392 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=9072055c-d8f5-4479-88ef-7d0bad15cace HTTP/1.1" status: 200 len: 912 time: 0.1765642 Sep 23 15:29:09.970210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Deleting port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:09.970551 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:09.989323 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-dd8c474d-2237-4558-8c85-6a770ca58295 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61 HTTP/1.1" status: 200 len: 1000 time: 0.1002290 Sep 23 15:29:10.090799 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-324e7bd2-4234-4941-8438-9e1cde4d1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:10.092339 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-324e7bd2-4234-4941-8438-9e1cde4d1c9c service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=f962a3e4-5288-4832-a281-d6e1efd4f2cb HTTP/1.1" status: 200 len: 850 time: 0.0748370 Sep 23 15:29:10.111206 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:10.148862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] For port 7d77f44a-b87f-44ff-8156-b0bc875a7b02, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=7d77f44a-b87f-44ff-8156-b0bc875a7b02,segment=NetworkSegment(5a07e6eb-b96d-40e5-8e97-21c37d07b4ad),segment_id=5a07e6eb-b96d-40e5-8e97-21c37d07b4ad)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:10.149258 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.165806 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-5c89ef1c-3d2d-4c9d-8e63-ae3aea31d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:10.167318 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-5c89ef1c-3d2d-4c9d-8e63-ae3aea31d0f7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=9072055c-d8f5-4479-88ef-7d0bad15cace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688877 Sep 23 15:29:10.168259 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Calling delete_port for 7d77f44a-b87f-44ff-8156-b0bc875a7b02 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:10.322251 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-5b79df48-6426-4f0d-aa1f-a6f17ede8e9d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481459 Sep 23 15:29:10.416856 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:10.455012 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-462aa80c-5478-4e56-b08b-bd1dac59364f req-96232c94-b281-4fd6-ad58-1f862ed8447c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238782 Sep 23 15:29:10.532255 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7d77f44a-b87f-44ff-8156-b0bc875a7b02), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.544495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['7d77f44a-b87f-44ff-8156-b0bc875a7b02'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:29:10.561454 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Pushing event deleted for resources: {'Port': ['ID=7d77f44a-b87f-44ff-8156-b0bc875a7b02,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:10.573258 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.573874 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.574223 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.574567 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.574913 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.575746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.575746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.575923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.576221 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.576642 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.576970 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.577300 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.577655 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.577987 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.578303 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:10.625542 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] No DVR routers for this DVR port 7d77f44a-b87f-44ff-8156-b0bc875a7b02 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:29:10.628341 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:10.631768 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a76357eb-23e8-4524-9246-b4b76498ade2 req-3f894fd3-825d-47a9-bbbd-6245f5f5087f tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.77 "DELETE /networking/v2.0/ports/7d77f44a-b87f-44ff-8156-b0bc875a7b02 HTTP/1.1" status: 204 len: 173 time: 0.8131099 Sep 23 15:29:10.633035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'name': 'network-vif-deleted', 'tag': '7d77f44a-b87f-44ff-8156-b0bc875a7b02'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:10.635559 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8e618b-c45d-4cf2-aa5f-c3b623794c2f" -d '{"events": [{"server_uuid": "ad1f807b-30e2-437c-9bb7-a09b46f93e3e", "name": "network-vif-deleted", "tag": "7d77f44a-b87f-44ff-8156-b0bc875a7b02"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:10.675411 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6bdf88-94e4-47f3-aa4c-e12905bb282f x-openstack-request-id: req-4b6bdf88-94e4-47f3-aa4c-e12905bb282f {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:10.675711 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1f807b-30e2-437c-9bb7-a09b46f93e3e", "name": "network-vif-deleted", "tag": "7d77f44a-b87f-44ff-8156-b0bc875a7b02", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:10.675948 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4b6bdf88-94e4-47f3-aa4c-e12905bb282f {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:10.676387 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6bdf88-94e4-47f3-aa4c-e12905bb282f'] response: {'server_uuid': 'ad1f807b-30e2-437c-9bb7-a09b46f93e3e', 'name': 'network-vif-deleted', 'tag': '7d77f44a-b87f-44ff-8156-b0bc875a7b02', 'status': 'completed', 'code': 200} Sep 23 15:29:10.722888 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-c9e633e4-1d4c-4607-87f0-1ccde23b5659 req-78b8e8c7-d39e-4ab7-9bf4-aa621e8f24e4 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 210 time: 0.0275891 Sep 23 15:29:11.852403 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8f35fa41-4449-4968-91b6-83f425fb11ed req-3f0f7602-7e75-4361-85aa-677b160f7e98 tempest-VolumesActionsTest-177363007 tempest-VolumesActionsTest-177363007-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=ad1f807b-30e2-437c-9bb7-a09b46f93e3e HTTP/1.1" status: 200 len: 210 time: 0.0308688 Sep 23 15:29:13.779074 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d77f44a-b87f-44ff-8156-b0bc875a7b02 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:29:13.801879 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 7d77f44a-b87f-44ff-8156-b0bc875a7b02 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:29:13.802814 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 7d77f44a-b87f-44ff-8156-b0bc875a7b02 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:29:14.516113 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:16.469732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-3784570d-9952-4f51-94fe-2358c9e62eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:18.804272 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e1ff6973-b89e-4243-8813-b26d7355f748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:20.335173 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:20.704359 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=23 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:20.705669 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=10 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:21.830476 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=48,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:21.831810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:22.035485 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:22.333018 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:23.490072 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:29:27.354452 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55006) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:27.359454 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--839198289', 'description': 'tempest-description--835967883'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:27.669669 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:27.755544 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (f287d496-b139-49af-938a-c0da50f997cd), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:27.840747 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f287d496-b139-49af-938a-c0da50f997cd), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:27.885119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f287d496-b139-49af-938a-c0da50f997cd,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:27.894162 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.894817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.895394 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.895792 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.896375 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.896944 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.897641 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.898507 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.899044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.899611 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.900300 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.900881 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.901396 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.902331 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.902963 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:27.917412 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:27.919002 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-9db3ad47-4848-4812-827a-4a5d1dfc3c92 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5634656 Sep 23 15:29:27.929010 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55016) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:27.931898 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': 'f287d496-b139-49af-938a-c0da50f997cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:28.030001 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (e4d32f40-b10a-4e1f-96db-abbd1efd972c), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.105190 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (e4d32f40-b10a-4e1f-96db-abbd1efd972c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.213392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (e4d32f40-b10a-4e1f-96db-abbd1efd972c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.252709 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d32f40-b10a-4e1f-96db-abbd1efd972c,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:28.339913 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.344336 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55018) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:28.349182 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': 'f287d496-b139-49af-938a-c0da50f997cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:28.350615 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a50cc9be-67f8-4fdc-b814-3edc0828e1c3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4237149 Sep 23 15:29:28.453368 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (87a4df05-b287-4bfa-8d76-6ef448986df8), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.522882 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (87a4df05-b287-4bfa-8d76-6ef448986df8), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.572207 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (87a4df05-b287-4bfa-8d76-6ef448986df8), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.595224 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a4df05-b287-4bfa-8d76-6ef448986df8,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:28.678986 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.680730 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-881857ac-606c-45c7-83e6-303241808b5a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3351107 Sep 23 15:29:28.683873 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55020) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:28.688866 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:28.801343 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:28.922275 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.049939 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_common [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.27.0.11 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/9c715b94-308c-4cff-8874-42e65e357752) {{(pid=107135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:29.201500 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (9c715b94-308c-4cff-8874-42e65e357752), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.310019 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (9c715b94-308c-4cff-8874-42e65e357752), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.339084 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:29.353145 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:29.359582 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:29.365114 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.base_scheduler [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:29.367737 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=9c715b94-308c-4cff-8874-42e65e357752,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:29.370038 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:29.472944 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (5da07ccb-5bf9-4fb3-9ca7-dd519362279c), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.600915 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9c715b94-308c-4cff-8874-42e65e357752), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.810147 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (9c715b94-308c-4cff-8874-42e65e357752), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.881995 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2759996'] for port (9c715b94-308c-4cff-8874-42e65e357752), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:29.957265 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=9c715b94-308c-4cff-8874-42e65e357752,revision_number=2']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:29.960307 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (5da07ccb-5bf9-4fb3-9ca7-dd519362279c), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:30.064907 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:30.078679 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-3b854168-22ff-4a21-9096-847c51be0a65 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3932526 Sep 23 15:29:30.307669 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-6b75e063-274b-4838-be5a-7b3d30f7fc73 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--839198289&fields=id&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 267 time: 0.0550084 Sep 23 15:29:30.434692 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-e58d5934-6550-4a9f-9516-4fb0f750b999 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:30.436284 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-e58d5934-6550-4a9f-9516-4fb0f750b999 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1213455 Sep 23 15:29:30.454691 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-4f3fdc13-a8fb-451c-8d2e-3c9dfd3ba228 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/quotas/695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 375 time: 0.0113013 Sep 23 15:29:30.508032 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:30.518026 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-5084263b-8582-4588-8cf0-50a35010c23f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568030 Sep 23 15:29:30.645978 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-5abc01f9-022f-4637-bc66-ce2f25962200 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112754 Sep 23 15:29:30.755183 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-36f689d1-fabd-43af-91fe-77d9810f44fc service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025946 Sep 23 15:29:31.106283 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e1731b97-b654-4dd9-84cf-0456207a3bd7 req-8672b934-9547-47a4-8ddb-bd62c24cea79 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 210 time: 0.0403993 Sep 23 15:29:32.236735 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-4837e1d5-5698-422c-b3b2-b28a33a7bf0b req-c03e096f-1109-4ffe-8b30-c01b5a265a45 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 210 time: 0.0455306 Sep 23 15:29:32.248287 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:32.265194 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:33.392541 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3b2aa449-45e0-472f-864e-581e85f773f7 req-7510d0e3-6ef3-463f-9262-b0c1f099411a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 210 time: 0.0584960 Sep 23 15:29:33.968008 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-4d352491-df05-49b2-ba1d-d92f0010c6d1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:33.970161 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-4d352491-df05-49b2-ba1d-d92f0010c6d1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1154690 Sep 23 15:29:34.045558 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-1b822afc-0ebf-48d7-82e4-c09982a33448 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 471 time: 0.0665615 Sep 23 15:29:34.054981 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'port': {'device_id': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'admin_state_up': True, 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'security_groups': ['f287d496-b139-49af-938a-c0da50f997cd']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:34.269138 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Made reservation on behalf of 695b6a2a390b481bbca2fd367273c268 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:29:34.275194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:34.449907 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.20.0.8 (8efafa58-1ac7-4f82-bc57-6974c89b4f6e/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68/df586429-80a5-4a11-95e2-df3e07ddd59a) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:29:34.486374 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:34.576058 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dd9912d4-476a-4ad6-a5d7-27f96396df5f req-0ed5eac8-84e9-4839-bfd9-8679c316fef8 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 210 time: 0.0666230 Sep 23 15:29:34.645841 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:34.840311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:34.853057 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:35.133609 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:35.149808 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:29:35.155348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:29:35.159676 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:29:35.166709 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=df586429-80a5-4a11-95e2-df3e07ddd59a,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:35.220875 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:35.221978 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:35.369803 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-7c58e841-f936-46c2-bd84-84c03710c75e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3190117 Sep 23 15:29:35.381007 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Request body: {'port': {'device_id': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:35.395141 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Provisioning complete for port df586429-80a5-4a11-95e2-df3e07ddd59a triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:35.395552 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:35.395897 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Attempt 1 to provision port df586429-80a5-4a11-95e2-df3e07ddd59a Sep 23 15:29:35.433873 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Port df586429-80a5-4a11-95e2-df3e07ddd59a cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:35.446227 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:35.476778 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:35.482074 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:35.722953 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5391c-05f9-4532-ac09-b6f5a22212a8 req-86140af3-35b7-40bf-b1a1-4afe011592f1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:35.724505 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-adc5391c-05f9-4532-ac09-b6f5a22212a8 req-86140af3-35b7-40bf-b1a1-4afe011592f1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 931 time: 0.0726767 Sep 23 15:29:35.774637 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:35.777080 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df586429-80a5-4a11-95e2-df3e07ddd59a {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:35.788365 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Publish callbacks [] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:35.817178 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Transition to ACTIVE for port object df586429-80a5-4a11-95e2-df3e07ddd59a will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:29:35.821860 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-adc5391c-05f9-4532-ac09-b6f5a22212a8 req-38947df3-42f3-4bf2-a26c-a7e0e29c614f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727808 Sep 23 15:29:35.934763 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Attempt 2 to provision port df586429-80a5-4a11-95e2-df3e07ddd59a Sep 23 15:29:35.950130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:35.972067 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Port df586429-80a5-4a11-95e2-df3e07ddd59a cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:29:36.024265 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Pushing event updated for resources: {'Port': ['ID=df586429-80a5-4a11-95e2-df3e07ddd59a,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:36.081566 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Attempting to bind port df586429-80a5-4a11-95e2-df3e07ddd59a on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:29:36.082537 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Attempting to bind port df586429-80a5-4a11-95e2-df3e07ddd59a by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:29:36.082537 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Attempting to bind port df586429-80a5-4a11-95e2-df3e07ddd59a on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:36.133387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Port df586429-80a5-4a11-95e2-df3e07ddd59a on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:29:36.133868 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Attempting to bind port df586429-80a5-4a11-95e2-df3e07ddd59a on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:29:36.186014 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:29:36.186318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:29:36.186638 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Bound using segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:29:36.187109 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Bound port: df586429-80a5-4a11-95e2-df3e07ddd59a, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:29:36.187473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:36.292565 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562f4bc-5de6-4ccf-b79c-ac330f2541bb req-f0f47755-ed8e-4c1f-802f-815eeffeb7c9 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:36.294174 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b562f4bc-5de6-4ccf-b79c-ac330f2541bb req-f0f47755-ed8e-4c1f-802f-815eeffeb7c9 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 945 time: 0.0950475 Sep 23 15:29:36.327801 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] For port df586429-80a5-4a11-95e2-df3e07ddd59a, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:29:36.350512 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] For port df586429-80a5-4a11-95e2-df3e07ddd59a, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=df586429-80a5-4a11-95e2-df3e07ddd59a,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:29:36.369515 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b562f4bc-5de6-4ccf-b79c-ac330f2541bb req-2004f4f9-45b8-4436-ab1a-92d4b8319e30 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691519 Sep 23 15:29:36.430026 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:36.434537 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:36.435151 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:36.436612 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/df586429-80a5-4a11-95e2-df3e07ddd59a HTTP/1.1" status: 200 len: 1093 time: 1.0596669 Sep 23 15:29:36.437121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:36.439369 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:36.473023 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Attempt 3 to provision port df586429-80a5-4a11-95e2-df3e07ddd59a Sep 23 15:29:36.478956 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53be53d9-71d7-465f-b7dc-158ab6bbe9c2 x-openstack-request-id: req-53be53d9-71d7-465f-b7dc-158ab6bbe9c2 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:36.479290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:36.479554 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53be53d9-71d7-465f-b7dc-158ab6bbe9c2 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:36.479970 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53be53d9-71d7-465f-b7dc-158ab6bbe9c2'] response: {'name': 'network-changed', 'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'status': 'completed', 'code': 200} Sep 23 15:29:36.493796 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070033a-be59-4a70-b570-fbd3dafdfba5 service neutron] Pushing event updated for resources: {'Port': ['ID=df586429-80a5-4a11-95e2-df3e07ddd59a,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:36.516776 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-d06c7424-0fc0-4e9a-91d6-285fcb04663e None None] Port df586429-80a5-4a11-95e2-df3e07ddd59a had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:29:36.938199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:36.952366 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae930c-1511-4443-92d2-952e77339027 req-5536f306-b2aa-412e-b4f6-a104ab3ed254 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:36.953914 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-baae930c-1511-4443-92d2-952e77339027 req-5536f306-b2aa-412e-b4f6-a104ab3ed254 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 943 time: 0.0505090 Sep 23 15:29:37.011325 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-baae930c-1511-4443-92d2-952e77339027 req-5731420c-48a2-4b6e-b655-a2368e4cd654 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509167 Sep 23 15:29:37.214988 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3 req-d22245e6-c669-4f6d-a24b-ce16bceb342d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.216615 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3 req-d22245e6-c669-4f6d-a24b-ce16bceb342d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 1127 time: 0.0437059 Sep 23 15:29:37.330417 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3 req-1106e5f0-3a58-407b-9f0b-e22ce81bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.332277 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3 req-1106e5f0-3a58-407b-9f0b-e22ce81bfeb3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=695b6a2a390b481bbca2fd367273c268&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1054213 Sep 23 15:29:37.442199 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3 req-1add7898-daf4-465a-a05b-7197f44ea3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.443908 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1cb0a0d0-6067-4bfe-8c28-6c3d469f70b3 req-1add7898-daf4-465a-a05b-7197f44ea3e3 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049452 Sep 23 15:29:37.510392 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a85f37-2f14-463e-8dbf-3c915fd92755 req-4931ef3d-9d5b-4029-82cd-640d6e08b390 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.511943 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-96a85f37-2f14-463e-8dbf-3c915fd92755 req-4931ef3d-9d5b-4029-82cd-640d6e08b390 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 945 time: 0.0535398 Sep 23 15:29:37.567601 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-96a85f37-2f14-463e-8dbf-3c915fd92755 req-c0e5b06f-0643-4491-b77b-f8a24d5fef74 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=ba012235-4f12-42e9-9573-69505f01aff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497377 Sep 23 15:29:37.659751 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-4a8226f3-f1f5-4e35-a2b4-9fd25c571403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.661344 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-4a8226f3-f1f5-4e35-a2b4-9fd25c571403 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 1127 time: 0.0789406 Sep 23 15:29:37.683105 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-9c06bec9-165e-40e4-bcd8-a194a033507a tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.684697 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-9c06bec9-165e-40e4-bcd8-a194a033507a tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 945 time: 0.0729442 Sep 23 15:29:37.718934 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-58bb3611-c332-4422-9876-50565e3d3097 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df586429-80a5-4a11-95e2-df3e07ddd59a HTTP/1.1" status: 200 len: 217 time: 0.0483241 Sep 23 15:29:37.835531 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-f40f24d3-5cbb-4010-8367-17b0b17b17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.836945 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-f40f24d3-5cbb-4010-8367-17b0b17b17ff service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0965402 Sep 23 15:29:37.884051 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Deleting port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:29:37.884582 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:37.952600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-1780c502-6b8f-48ad-964d-0315f1a378ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:37.954148 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-1780c502-6b8f-48ad-964d-0315f1a378ec service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1088104 Sep 23 15:29:37.959256 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:38.060354 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] For port c2205af8-7e2a-495b-8ea9-4dccb9d37b61, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:38.064738 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:38.143447 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-2ce6ec6a-bfb8-4772-99d7-f1676df12116 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793256 Sep 23 15:29:38.176398 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:38.268261 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff0bfa-478a-4bf8-b05c-cc201318c845 req-ed4b837c-bb2b-445c-ae3d-de8ff417e68e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:38.269793 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f1ff0bfa-478a-4bf8-b05c-cc201318c845 req-ed4b837c-bb2b-445c-ae3d-de8ff417e68e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 943 time: 0.1444149 Sep 23 15:29:38.402972 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-98ac8bce-fd6d-4d47-a478-4e7893c49065 req-cb6d1f94-2b5c-4feb-9b95-25df12f3fb5c service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399516 Sep 23 15:29:38.408684 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f1ff0bfa-478a-4bf8-b05c-cc201318c845 req-af340773-d5bd-474d-aa29-af2a4df8c633 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302340 Sep 23 15:29:38.422107 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:38.422474 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (7f3330fa-f3bf-4bf5-9856-eefd285451b8), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:38.422836 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Floating IP 7f3330fa-f3bf-4bf5-9856-eefd285451b8 disassociated. External IP: 172.27.0.66, port: c2205af8-7e2a-495b-8ea9-4dccb9d37b61. Sep 23 15:29:38.423194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Calling delete_port for c2205af8-7e2a-495b-8ea9-4dccb9d37b61 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:29:38.640902 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (c2205af8-7e2a-495b-8ea9-4dccb9d37b61), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:38.679112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event deleted for resources: {'Port': ['ID=c2205af8-7e2a-495b-8ea9-4dccb9d37b61,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:38.682656 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-dbb41cad-2bdc-4f1b-9b41-9e0ef7382153 req-35798872-136c-4388-ae00-cb989a62fce3 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0323110 Sep 23 15:29:38.793606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:29:38.890370 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:38.897523 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:38.908573 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] Sync routers for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:38.920005 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:38.920659 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:29:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:38.973918 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] No DVR routers for this DVR port c2205af8-7e2a-495b-8ea9-4dccb9d37b61 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:29:38.977912 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:38.978800 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55178) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:38.981924 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-14eb05c3-f224-4eaa-bdbc-c575ac5a08a2 req-0f8e7004-c100-4d6d-9206-e21847bf2d83 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.77 "DELETE /networking/v2.0/ports/c2205af8-7e2a-495b-8ea9-4dccb9d37b61 HTTP/1.1" status: 204 len: 173 time: 1.2712922 Sep 23 15:29:38.982536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'name': 'network-vif-deleted', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:38.984993 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573474a1-6d81-4c43-8202-7f11500cd2bf" -d '{"events": [{"server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "name": "network-vif-deleted", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:39.029713 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9575745-e380-40dd-bc93-c276fe1d753d x-openstack-request-id: req-b9575745-e380-40dd-bc93-c276fe1d753d {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:39.030085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce91179-3e48-4016-881a-72a63aa9daf1", "name": "network-vif-deleted", "tag": "c2205af8-7e2a-495b-8ea9-4dccb9d37b61", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:39.030462 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b9575745-e380-40dd-bc93-c276fe1d753d {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:39.030894 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9575745-e380-40dd-bc93-c276fe1d753d'] response: {'server_uuid': '8ce91179-3e48-4016-881a-72a63aa9daf1', 'name': 'network-vif-deleted', 'tag': 'c2205af8-7e2a-495b-8ea9-4dccb9d37b61', 'status': 'completed', 'code': 200} Sep 23 15:29:39.034716 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Deleting subnet 43a0609c-45a5-4775-8d34-6566911a3cce {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:29:39.038607 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Publish callbacks [] for subnet (43a0609c-45a5-4775-8d34-6566911a3cce), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.040424 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:39.055673 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:39.082998 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (43a0609c-45a5-4775-8d34-6566911a3cce), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.135670 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (43a0609c-45a5-4775-8d34-6566911a3cce), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.279845 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:39.305345 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] Checking router: 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:39.314049 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:39.314653 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:29:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:39.352935 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (43a0609c-45a5-4775-8d34-6566911a3cce), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.385067 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43a0609c-45a5-4775-8d34-6566911a3cce,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:39.387172 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.390514 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-4cd6a584-aff8-4a14-88b8-6f860b7a7b19 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/43a0609c-45a5-4775-8d34-6566911a3cce HTTP/1.1" status: 204 len: 168 time: 0.4106548 Sep 23 15:29:39.393850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55182) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:39.441685 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:39.485288 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (92097787-289b-4a33-8ae1-9d8232d75ce8), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.577862 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (92097787-289b-4a33-8ae1-9d8232d75ce8), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.605397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92097787-289b-4a33-8ae1-9d8232d75ce8']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:39.609197 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508f101-7bdf-4548-bd34-9aa0db9f0cb1 req-ead09180-581f-4e44-9d06-324a3fc8626e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:39.611329 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8508f101-7bdf-4548-bd34-9aa0db9f0cb1 req-ead09180-581f-4e44-9d06-324a3fc8626e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 943 time: 0.0766952 Sep 23 15:29:39.617532 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:39.617853 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a07e6eb-b96d-40e5-8e97-21c37d07b4ad') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:39.628845 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (5a07e6eb-b96d-40e5-8e97-21c37d07b4ad), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.645623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (5a07e6eb-b96d-40e5-8e97-21c37d07b4ad), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.654770 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:29:39.655183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (5a07e6eb-b96d-40e5-8e97-21c37d07b4ad), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.680436 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-8508f101-7bdf-4548-bd34-9aa0db9f0cb1 req-ed778e49-b2af-458c-8bbf-0ee4c866c473 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581665 Sep 23 15:29:39.711660 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:39.715265 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 5a07e6eb-b96d-40e5-8e97-21c37d07b4ad resource provider aggregate not found Sep 23 15:29:39.746528 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment 5a07e6eb-b96d-40e5-8e97-21c37d07b4ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a07e6eb-b96d-40e5-8e97-21c37d07b4ad found for delete ", "request_id": "req-31d29ee4-93f9-4029-9ccc-4abe06fbcd64"}]} Sep 23 15:29:39.748356 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64df511-a4a0-45c9-8142-54cdc8b6b4b5 None None] The sync data for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi is: [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:26:38Z', 'revision_number': 4, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': '20962b3c-aa44-4659-bbd4-96915b11d7cd', 'name': '', 'network_id': '9072055c-d8f5-4479-88ef-7d0bad15cace', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'mac_address': 'fa:16:3e:9d:28:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:37Z', 'updated_at': '2022-09-23T15:26:43Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'subnets': [{'id': 'f962a3e4-5288-4832-a281-d6e1efd4f2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:39.812349 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-55668645-4a1a-4b6a-8957-9be1cab20758 req-d1be779d-dfed-4558-ac7c-28fa05aef907 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8ce91179-3e48-4016-881a-72a63aa9daf1 HTTP/1.1" status: 200 len: 210 time: 0.0341859 Sep 23 15:29:39.881331 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (92097787-289b-4a33-8ae1-9d8232d75ce8), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.887144 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:39.894828 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/92097787-289b-4a33-8ae1-9d8232d75ce8 HTTP/1.1" status: 204 len: 168 time: 0.4954355 Sep 23 15:29:39.906157 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803f385-46b6-4c16-a4da-c8ef0e40dc91 admin admin] Pushing event deleted for resources: {'Network': ['ID=92097787-289b-4a33-8ae1-9d8232d75ce8,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:40.004458 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa24a368-1ddf-440c-a1d2-45980e797e72 None None] New status for floating IP 7f3330fa-f3bf-4bf5-9856-eefd285451b8: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:29:40.485429 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55194) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:40.531932 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-3247d1c9-cba2-4a00-a4a9-16213b70f9e8 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=719783ecf917404294351bbb445b9f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452194 Sep 23 15:29:40.534813 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55196) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:40.590707 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3c540833-07a3-4838-a138-d1471845a0ee admin admin] Publish callbacks [] for security_group (b84e4c08-813b-40f6-88c8-738b2af7370d), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:40.614751 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3c540833-07a3-4838-a138-d1471845a0ee admin admin] Publish callbacks [] for security_group (b84e4c08-813b-40f6-88c8-738b2af7370d), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:40.654292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:40.811513 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9532c1-4748-44fa-a8e8-bc76f29411a4 req-0d3f93ec-38a5-4060-b424-39fa662500a8 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:40.813099 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bc9532c1-4748-44fa-a8e8-bc76f29411a4 req-0d3f93ec-38a5-4060-b424-39fa662500a8 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 943 time: 0.0500352 Sep 23 15:29:40.822639 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3c540833-07a3-4838-a138-d1471845a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b84e4c08-813b-40f6-88c8-738b2af7370d), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:40.825282 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3c540833-07a3-4838-a138-d1471845a0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:40.831874 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3c540833-07a3-4838-a138-d1471845a0ee admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b84e4c08-813b-40f6-88c8-738b2af7370d HTTP/1.1" status: 204 len: 168 time: 0.2935181 Sep 23 15:29:40.844632 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540833-07a3-4838-a138-d1471845a0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e4c08-813b-40f6-88c8-738b2af7370d,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:40.876650 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-bc9532c1-4748-44fa-a8e8-bc76f29411a4 req-3909f086-d133-4ba4-89c8-7b1d8b375f87 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575554 Sep 23 15:29:41.144104 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f287afdc-55c8-4ce1-b77b-3d5c1831b33f req-ca0bf51b-8bf6-4b4c-8a65-07c0302806b3 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1508895721&fields=id&tenant_id=d86aa99c129b476980f17821cd30ef30 HTTP/1.1" status: 200 len: 267 time: 0.0608175 Sep 23 15:29:41.277578 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287afdc-55c8-4ce1-b77b-3d5c1831b33f req-02086d06-6100-415e-97ea-73020fbb4f69 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:41.279698 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f287afdc-55c8-4ce1-b77b-3d5c1831b33f req-02086d06-6100-415e-97ea-73020fbb4f69 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/networks?id=9072055c-d8f5-4479-88ef-7d0bad15cace HTTP/1.1" status: 200 len: 811 time: 0.1280129 Sep 23 15:29:41.297867 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [req-f287afdc-55c8-4ce1-b77b-3d5c1831b33f req-55fecd34-6554-44d0-8475-fc877cd40552 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "GET /networking/v2.0/quotas/d86aa99c129b476980f17821cd30ef30 HTTP/1.1" status: 200 len: 375 time: 0.0116711 Sep 23 15:29:41.917451 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device df586429-80a5-4a11-95e2-df3e07ddd59a details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:29:41.921245 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device c2205af8-7e2a-495b-8ea9-4dccb9d37b61 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:29:41.927418 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:41.954783 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: c2205af8-7e2a-495b-8ea9-4dccb9d37b61 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:29:41.955118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device c2205af8-7e2a-495b-8ea9-4dccb9d37b61 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:29:42.043085 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25386af7-774a-4293-97fa-711d382316f2 req-fb95c3ee-2e69-48fb-8238-ed3a856177ed tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:42.045805 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-25386af7-774a-4293-97fa-711d382316f2 req-fb95c3ee-2e69-48fb-8238-ed3a856177ed tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 943 time: 0.0592027 Sep 23 15:29:42.069863 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port df586429-80a5-4a11-95e2-df3e07ddd59a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=df586429-80a5-4a11-95e2-df3e07ddd59a,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:42.087255 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'port_id': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'mac_address': 'fa:16:3e:f4:67:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:29:42.092386 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:42.103434 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-25386af7-774a-4293-97fa-711d382316f2 req-d0a989ee-d122-4333-82a4-228142366fbc tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507791 Sep 23 15:29:42.126851 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port df586429-80a5-4a11-95e2-df3e07ddd59a is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:42.127500 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:42.144237 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df586429-80a5-4a11-95e2-df3e07ddd59a {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:29:42.166515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port df586429-80a5-4a11-95e2-df3e07ddd59a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=df586429-80a5-4a11-95e2-df3e07ddd59a,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:42.446443 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:42.493958 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=df586429-80a5-4a11-95e2-df3e07ddd59a,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:42.501444 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.501797 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.502151 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.502491 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.502831 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.503169 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.503502 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.503835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.504323 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.504654 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.504985 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.505313 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.506135 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.506458 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.506779 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:29:42.659799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['df586429-80a5-4a11-95e2-df3e07ddd59a'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:29:43.230089 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4b71f-fd4f-4e2d-8679-1b860e2bad7b req-6d7bee18-e081-4c2f-ab3c-402ea2eaa502 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:43.231618 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b1c4b71f-fd4f-4e2d-8679-1b860e2bad7b req-6d7bee18-e081-4c2f-ab3c-402ea2eaa502 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 944 time: 0.0483799 Sep 23 15:29:43.281252 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b1c4b71f-fd4f-4e2d-8679-1b860e2bad7b req-cab62920-f0c6-418c-b276-a4f44a842046 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438969 Sep 23 15:29:43.938379 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device df586429-80a5-4a11-95e2-df3e07ddd59a up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:29:43.982216 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port df586429-80a5-4a11-95e2-df3e07ddd59a completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:29:44.069454 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port df586429-80a5-4a11-95e2-df3e07ddd59a triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:29:44.069838 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:44.070179 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port df586429-80a5-4a11-95e2-df3e07ddd59a Sep 23 15:29:44.285667 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port df586429-80a5-4a11-95e2-df3e07ddd59a is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:29:44.286061 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:44.311598 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:44.314044 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc84e7-14ef-4798-8393-4937aa3764ab" -d '{"events": [{"server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "name": "network-vif-plugged", "status": "completed", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:44.335196 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port df586429-80a5-4a11-95e2-df3e07ddd59a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=df586429-80a5-4a11-95e2-df3e07ddd59a,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:29:44.416848 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dd882-d4ef-4bb6-aa2a-156db8419ade req-4d8d60cf-c4d4-410e-b43f-30b4b066c2ac tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:44.418433 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-619dd882-d4ef-4bb6-aa2a-156db8419ade req-4d8d60cf-c4d4-410e-b43f-30b4b066c2ac tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 944 time: 0.0528915 Sep 23 15:29:44.452094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:44.470844 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-619dd882-d4ef-4bb6-aa2a-156db8419ade req-493a96ad-b9fd-4e30-8157-27caa814bf0b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466127 Sep 23 15:29:44.502098 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=df586429-80a5-4a11-95e2-df3e07ddd59a,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:29:44.519097 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a83020-0cbe-4673-9685-5c66734a61d2 x-openstack-request-id: req-f6a83020-0cbe-4673-9685-5c66734a61d2 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:44.519463 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "name": "network-vif-plugged", "status": "completed", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:44.519736 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6a83020-0cbe-4673-9685-5c66734a61d2 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:44.520176 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6a83020-0cbe-4673-9685-5c66734a61d2'] response: {'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'code': 200} Sep 23 15:29:44.837786 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52dd82-eb1a-4abb-a724-7a35d8b5de68 req-a7b14182-f178-4c14-a1e0-e2bc077afbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:44.839299 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1e52dd82-eb1a-4abb-a724-7a35d8b5de68 req-a7b14182-f178-4c14-a1e0-e2bc077afbaa service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 1129 time: 0.0446217 Sep 23 15:29:44.886930 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1e52dd82-eb1a-4abb-a724-7a35d8b5de68 req-09906347-565f-4373-8c46-a16052ef13aa service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419672 Sep 23 15:29:45.598960 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc0f6d-b21f-4f0f-9076-0a3e70e5a596 req-93bea7b4-44c3-4114-9a01-02b3e0d3b718 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:45.601687 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8ffc0f6d-b21f-4f0f-9076-0a3e70e5a596 req-93bea7b4-44c3-4114-9a01-02b3e0d3b718 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 945 time: 0.0505960 Sep 23 15:29:45.652186 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8ffc0f6d-b21f-4f0f-9076-0a3e70e5a596 req-63f8138f-007b-424a-ad56-4c8ee0349fd7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441968 Sep 23 15:29:46.492517 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f9edf71c-3c0f-46c5-bb5a-d21ef99a495c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:46.741377 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:46.780735 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5afecb-36da-4dca-9c0e-471bd3e4a594 req-52fb2731-a783-4767-aa19-cb6b56e7cc3c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:46.782167 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3a5afecb-36da-4dca-9c0e-471bd3e4a594 req-52fb2731-a783-4767-aa19-cb6b56e7cc3c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 945 time: 0.0512652 Sep 23 15:29:46.834062 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3a5afecb-36da-4dca-9c0e-471bd3e4a594 req-2b397e6b-b5ef-4d54-861a-a5501aca7afb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437932 Sep 23 15:29:46.957694 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04cf1b-9734-446e-b4f5-9d25b8141f94 req-96f12fc9-f336-4393-a6ed-55ae342b9619 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:46.959426 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4d04cf1b-9734-446e-b4f5-9d25b8141f94 req-96f12fc9-f336-4393-a6ed-55ae342b9619 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 945 time: 0.0488312 Sep 23 15:29:46.969474 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55224) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:29:46.973902 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'port_id': 'df586429-80a5-4a11-95e2-df3e07ddd59a'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:29:47.012215 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (5da07ccb-5bf9-4fb3-9ca7-dd519362279c), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:47.399588 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:47.467820 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:47.543649 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (5da07ccb-5bf9-4fb3-9ca7-dd519362279c), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:47.898932 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP 5da07ccb-5bf9-4fb3-9ca7-dd519362279c associated. External IP: 172.27.0.11, port: df586429-80a5-4a11-95e2-df3e07ddd59a. Sep 23 15:29:48.110281 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:29:48.213889 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:48.216976 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:29:48.221628 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:48.228454 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:29:48.244845 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:48.245492 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:29:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:48.258558 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8d1b5fda-00cc-4c62-a0ff-638d421f45b4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/5da07ccb-5bf9-4fb3-9ca7-dd519362279c HTTP/1.1" status: 200 len: 990 time: 1.2879753 Sep 23 15:29:48.259361 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:29:48.261815 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fa389a-e036-4679-8346-754aebf988ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:29:48.310442 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af8b8b2-19b6-40eb-93b7-9ae75185842f x-openstack-request-id: req-1af8b8b2-19b6-40eb-93b7-9ae75185842f {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:29:48.310744 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:29:48.311003 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1af8b8b2-19b6-40eb-93b7-9ae75185842f {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:29:48.311415 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af8b8b2-19b6-40eb-93b7-9ae75185842f'] response: {'name': 'network-changed', 'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'status': 'completed', 'code': 200} Sep 23 15:29:48.373347 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:48.375618 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa389a-e036-4679-8346-754aebf988ad req-d4dd56b5-5fd2-4a7f-8304-badb644d9103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:48.377300 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-d4dd56b5-5fd2-4a7f-8304-badb644d9103 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 1129 time: 0.0424922 Sep 23 15:29:48.468674 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:48.477662 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa389a-e036-4679-8346-754aebf988ad req-fe73be78-9fc7-4645-81e6-1b29bdf78559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:48.482733 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-fe73be78-9fc7-4645-81e6-1b29bdf78559 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.0957141 Sep 23 15:29:48.543885 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:48.547409 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-b05df0ba-b06d-487e-bf77-c3975b0e9c7c service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df586429-80a5-4a11-95e2-df3e07ddd59a HTTP/1.1" status: 200 len: 998 time: 0.0623252 Sep 23 15:29:48.601627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa389a-e036-4679-8346-754aebf988ad req-3a72cda8-9fba-45e3-b8e9-1b43eeeafc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:48.603144 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-3a72cda8-9fba-45e3-b8e9-1b43eeeafc51 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0505719 Sep 23 15:29:48.610284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}, {'id': '5da07ccb-5bf9-4fb3-9ca7-dd519362279c', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:f4:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:29Z', 'updated_at': '2022-09-23T15:29:47Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:48.636240 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:29:48.645921 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:29:48.647072 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:29:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:48.652355 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa389a-e036-4679-8346-754aebf988ad req-1c0d404f-a9fe-4989-8907-6d7d92447b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:29:48.653974 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-1c0d404f-a9fe-4989-8907-6d7d92447b28 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454936 Sep 23 15:29:48.767118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:29:48.770304 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-d4303b54-a7c4-4987-b5b0-3e90b446ec56 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106651 Sep 23 15:29:48.842616 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4c65bfee-5441-473c-9919-e677a2f0967a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:48.867744 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20fa389a-e036-4679-8346-754aebf988ad req-7ebd33d3-0293-4d80-a982-382330824dbb service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915391 Sep 23 15:29:49.000472 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}, {'id': '5da07ccb-5bf9-4fb3-9ca7-dd519362279c', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:f4:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:29Z', 'updated_at': '2022-09-23T15:29:47Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:29:49.026766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7e934b-4178-407c-a07b-53e2133581cd None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}, {'id': '5da07ccb-5bf9-4fb3-9ca7-dd519362279c', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.11', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:f4:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:29:29Z', 'updated_at': '2022-09-23T15:29:47Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:29:49.235820 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933623ec-1926-4bf6-86ad-6a44263605e4 None None] New status for floating IP 5da07ccb-5bf9-4fb3-9ca7-dd519362279c: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:29:50.309594 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:51.265552 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:51.295918 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=49,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:51.989472 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:52.315135 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:29:58.854938 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:58.864425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=51 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:59.344742 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:29:59.346789 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:00.489062 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:30:02.250095 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:02.252467 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:04.484701 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:11.462359 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-edb15835-75d4-48a2-9f88-4ac72e0e96c7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449326 Sep 23 15:30:11.528082 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-fc86e386-aea7-409e-aaa9-1ea70f0181a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:11.529593 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-fc86e386-aea7-409e-aaa9-1ea70f0181a6 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 1129 time: 0.0423806 Sep 23 15:30:11.643022 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-2415a15e-7eac-4289-8f86-7a2ffc35e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:11.644666 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-2415a15e-7eac-4289-8f86-7a2ffc35e561 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.0955663 Sep 23 15:30:11.709732 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-c4f36634-eca2-4588-8abf-32aeaa05d374 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 HTTP/1.1" status: 200 len: 1000 time: 0.0579748 Sep 23 15:30:11.763153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-be8c57d7-2a9e-4d8e-95af-97f8ea765a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:11.764694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-be8c57d7-2a9e-4d8e-95af-97f8ea765a84 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0486336 Sep 23 15:30:11.817419 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-96fdbe1f-751b-4c9e-a87d-245f9cd2d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:11.819079 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-96fdbe1f-751b-4c9e-a87d-245f9cd2d548 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486777 Sep 23 15:30:11.915460 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-6c9aeed8-6546-405e-a5f4-a8dc145a75a8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895870 Sep 23 15:30:12.017167 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5924a06a-b1dc-41c9-9aa4-b92043359544 req-e30e2bd1-fb18-4655-96ec-532894ea6929 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957866 Sep 23 15:30:14.362341 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=20 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:14.403762 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:14.405702 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:16.472996 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e1b9cf8c-b8f1-492c-beef-8caaf41a9f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:18.829098 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc39c-49ef-42e1-89e4-387c542ef75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:20.324754 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:22.000362 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:22.012467 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=52 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:22.014364 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=49 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:22.325650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:22.510316 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=16 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:25.424857 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7899-9af3-4d87-89b1-dd608691973b req-b3dfc0f4-ab5c-4267-aa96-621c02c91dd0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:25.426419 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d72c7899-9af3-4d87-89b1-dd608691973b req-b3dfc0f4-ab5c-4267-aa96-621c02c91dd0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 945 time: 0.0555589 Sep 23 15:30:25.482694 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d72c7899-9af3-4d87-89b1-dd608691973b req-30dde1f8-1ccd-4ab1-8baa-da9d2adebaa1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505128 Sep 23 15:30:26.688034 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47a145-7aeb-47b2-aecd-e13487256b7e req-372bfc00-e5f1-4992-a246-c58c19498187 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:26.690319 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ca47a145-7aeb-47b2-aecd-e13487256b7e req-372bfc00-e5f1-4992-a246-c58c19498187 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 945 time: 0.1082110 Sep 23 15:30:26.741785 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369464ba-f81c-416f-8e50-57c053223946 req-86c81328-2f08-43ae-be94-287effd76189 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:26.744000 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-369464ba-f81c-416f-8e50-57c053223946 req-86c81328-2f08-43ae-be94-287effd76189 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 945 time: 0.1103902 Sep 23 15:30:26.837301 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ca47a145-7aeb-47b2-aecd-e13487256b7e req-33cf3099-fc77-4518-8941-a3c707fb7bb4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=f287d496-b139-49af-938a-c0da50f997cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403885 Sep 23 15:30:26.904703 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port df586429-80a5-4a11-95e2-df3e07ddd59a {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:26.905086 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:27.051391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] For port df586429-80a5-4a11-95e2-df3e07ddd59a, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=df586429-80a5-4a11-95e2-df3e07ddd59a,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:27.051725 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:27.221805 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:27.221805 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (5da07ccb-5bf9-4fb3-9ca7-dd519362279c), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:27.222148 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP 5da07ccb-5bf9-4fb3-9ca7-dd519362279c disassociated. External IP: 172.27.0.11, port: df586429-80a5-4a11-95e2-df3e07ddd59a. Sep 23 15:30:27.222484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for df586429-80a5-4a11-95e2-df3e07ddd59a owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:27.412287 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (df586429-80a5-4a11-95e2-df3e07ddd59a), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:27.439545 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=df586429-80a5-4a11-95e2-df3e07ddd59a,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:27.453602 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.453960 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.454309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.454650 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.454994 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.455334 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.455668 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.456026 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.458148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.458148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.458148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.458148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.459318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.459318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.459318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:27.584152 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:30:27.641682 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:27.645391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:27.698627 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:30:27.710012 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:27.722267 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:27.722892 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:27.751124 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] No DVR routers for this DVR port df586429-80a5-4a11-95e2-df3e07ddd59a on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:27.756338 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:27.762425 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-369464ba-f81c-416f-8e50-57c053223946 req-d009c753-df77-49b9-8cf9-c8f86021c36d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "DELETE /networking/v2.0/ports/df586429-80a5-4a11-95e2-df3e07ddd59a HTTP/1.1" status: 204 len: 173 time: 1.0125961 Sep 23 15:30:27.764080 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'name': 'network-vif-deleted', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:27.767205 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072d3b93-7030-4f37-8eef-cae7e8cf8042" -d '{"events": [{"server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "name": "network-vif-deleted", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:27.810706 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ae3ae4-4ec6-4337-93f1-19f54f8c8b4c x-openstack-request-id: req-94ae3ae4-4ec6-4337-93f1-19f54f8c8b4c {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:27.811006 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0e8c64-53b0-4195-911d-a4e0444dc147", "name": "network-vif-deleted", "tag": "df586429-80a5-4a11-95e2-df3e07ddd59a", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:27.811265 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94ae3ae4-4ec6-4337-93f1-19f54f8c8b4c {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:27.811707 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ae3ae4-4ec6-4337-93f1-19f54f8c8b4c'] response: {'server_uuid': '8c0e8c64-53b0-4195-911d-a4e0444dc147', 'name': 'network-vif-deleted', 'tag': 'df586429-80a5-4a11-95e2-df3e07ddd59a', 'status': 'completed', 'code': 200} Sep 23 15:30:27.841315 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:28.001470 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-da6972d0-ead5-44af-bfb0-80fd6e905304 req-b5416421-3b98-4186-bc10-81f795f9b436 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=8c0e8c64-53b0-4195-911d-a4e0444dc147 HTTP/1.1" status: 200 len: 210 time: 0.0565481 Sep 23 15:30:28.143435 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:28.168967 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:28.178483 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:28.179104 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:28.302619 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:28.547011 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:28.574677 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802a046f-6a0f-4e97-b611-df6debc5b298 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:6a:5e:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:28:22Z', 'updated_at': '2022-09-23T15:28:39Z', 'revision_number': 2, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:28.846119 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953d3b6c-9fc8-45c7-8939-f2953fcbaf96 None None] New status for floating IP 5da07ccb-5bf9-4fb3-9ca7-dd519362279c: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:30:29.218389 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55262) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:29.305543 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b725336d-c579-4621-929e-681ab133087c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (f287d496-b139-49af-938a-c0da50f997cd), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.335289 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b725336d-c579-4621-929e-681ab133087c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (f287d496-b139-49af-938a-c0da50f997cd), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.484877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b725336d-c579-4621-929e-681ab133087c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f287d496-b139-49af-938a-c0da50f997cd), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.487524 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b725336d-c579-4621-929e-681ab133087c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.489319 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b725336d-c579-4621-929e-681ab133087c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f287d496-b139-49af-938a-c0da50f997cd HTTP/1.1" status: 204 len: 168 time: 0.2693467 Sep 23 15:30:29.498817 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55264) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:29.501554 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725336d-c579-4621-929e-681ab133087c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f287d496-b139-49af-938a-c0da50f997cd,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:29.514832 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.api.v2.resource [None req-fc79ea87-5f7f-4f04-abdc-9c5bf7d3dc75 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] show failed (client error): The resource could not be found. Sep 23 15:30:29.518776 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-fc79ea87-5f7f-4f04-abdc-9c5bf7d3dc75 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups/f287d496-b139-49af-938a-c0da50f997cd HTTP/1.1" status: 404 len: 347 time: 0.0204792 Sep 23 15:30:29.521331 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55266) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:29.648047 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 9c715b94-308c-4cff-8874-42e65e357752 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:29.648341 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (9c715b94-308c-4cff-8874-42e65e357752), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.741890 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (9c715b94-308c-4cff-8874-42e65e357752), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.742226 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (9c715b94-308c-4cff-8874-42e65e357752), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:29.758683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 9c715b94-308c-4cff-8874-42e65e357752 owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:29.992803 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (9c715b94-308c-4cff-8874-42e65e357752), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:30.022606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=9c715b94-308c-4cff-8874-42e65e357752,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:30.098703 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (5da07ccb-5bf9-4fb3-9ca7-dd519362279c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:30.101686 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:30.102937 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-c127d271-94bb-49dc-b15c-9f0999215686 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/5da07ccb-5bf9-4fb3-9ca7-dd519362279c HTTP/1.1" status: 204 len: 168 time: 0.5805960 Sep 23 15:30:32.195788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device df586429-80a5-4a11-95e2-df3e07ddd59a no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:32.224757 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: df586429-80a5-4a11-95e2-df3e07ddd59a {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:32.225109 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device df586429-80a5-4a11-95e2-df3e07ddd59a not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:33.472172 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7834b-0d91-46c9-90dd-f1d950001f92 req-70a7dc9d-5e6e-4202-955c-a8f38025d6ca tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:33.474941 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b3f7834b-0d91-46c9-90dd-f1d950001f92 req-70a7dc9d-5e6e-4202-955c-a8f38025d6ca tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.0675247 Sep 23 15:30:33.549515 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b3f7834b-0d91-46c9-90dd-f1d950001f92 req-b78c31e4-7f13-4b14-a3b2-0df355d444a0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677571 Sep 23 15:30:34.497931 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:34.726584 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dbbc18-0ef3-4fbc-a8cd-c02619fef974 req-b4e81e0a-9c77-4eff-a870-4f95fccdff48 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:34.733988 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-42dbbc18-0ef3-4fbc-a8cd-c02619fef974 req-b4e81e0a-9c77-4eff-a870-4f95fccdff48 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.0689273 Sep 23 15:30:34.802168 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-42dbbc18-0ef3-4fbc-a8cd-c02619fef974 req-ada0bf7f-7d6a-4c8d-9b4e-673da754dd40 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2109bac3-70cd-45a9-a70f-8b9ff29a995e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671237 Sep 23 15:30:34.891425 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-61d69560-62bc-494e-966c-9f8b43553000 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:34.893132 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-61d69560-62bc-494e-966c-9f8b43553000 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 945 time: 0.0585873 Sep 23 15:30:34.936601 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:34.954258 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:35.001330 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:35.001721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.124028 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] For port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:35.124405 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.334581 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.335123 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.335618 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP 45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af disassociated. External IP: 172.27.0.26, port: 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6. Sep 23 15:30:35.336293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:35.621378 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:35.682688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:35.851348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:30:35.944605 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-47df0ba5-53b5-466c-82e1-9e76acf976b4 req-b0925bd1-1860-4299-82f9-fecb5966db4d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 210 time: 0.0423503 Sep 23 15:30:36.013700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:30:36.036127 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:36.054631 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:36.055830 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:36.159412 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:36.262088 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:36.279691 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:36.354707 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] No DVR routers for this DVR port 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:36.357881 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:36.361579 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-040c7d21-ffc2-4467-9768-fac03bda6c6d req-887044ac-9388-4d3a-8a63-40c0b9ab6213 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "DELETE /networking/v2.0/ports/69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 HTTP/1.1" status: 204 len: 173 time: 1.4626248 Sep 23 15:30:36.362125 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'name': 'network-vif-deleted', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:36.365123 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fb14a-d90d-4bc1-ba53-b4c406aac029" -d '{"events": [{"server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "name": "network-vif-deleted", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:36.411895 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc12060e-4bb8-4b36-8110-ee9cb7fa8326 x-openstack-request-id: req-bc12060e-4bb8-4b36-8110-ee9cb7fa8326 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:36.412225 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0", "name": "network-vif-deleted", "tag": "69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:36.412681 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc12060e-4bb8-4b36-8110-ee9cb7fa8326 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:36.413104 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc12060e-4bb8-4b36-8110-ee9cb7fa8326'] response: {'server_uuid': '1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0', 'name': 'network-vif-deleted', 'tag': '69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6', 'status': 'completed', 'code': 200} Sep 23 15:30:36.690788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:36.718586 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:36.728950 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:36.729578 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:36.899804 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:37.187240 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a6223016-3ce7-457c-b1ba-388978a69686 req-28371881-cf78-4d04-b9c8-5640de99266e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=1c3224bd-5b6c-4c38-bf7b-380a9cc50ac0 HTTP/1.1" status: 200 len: 210 time: 0.0474131 Sep 23 15:30:37.199225 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:37.229457 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3449a6e-bc51-4642-a42f-c4c7d7b2c3e7 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:37.498069 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:30:37.556967 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f2dac7-59eb-43e2-bf66-0487e033660b None None] New status for floating IP 45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:30:38.462545 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55300) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:38.540612 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1537066f-af17-4e47-84dd-abf9c462c5fe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (2109bac3-70cd-45a9-a70f-8b9ff29a995e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:38.572644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:38.581112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1537066f-af17-4e47-84dd-abf9c462c5fe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (2109bac3-70cd-45a9-a70f-8b9ff29a995e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:38.893202 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1537066f-af17-4e47-84dd-abf9c462c5fe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2109bac3-70cd-45a9-a70f-8b9ff29a995e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:38.896733 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-1537066f-af17-4e47-84dd-abf9c462c5fe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:38.900504 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-1537066f-af17-4e47-84dd-abf9c462c5fe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2109bac3-70cd-45a9-a70f-8b9ff29a995e HTTP/1.1" status: 204 len: 168 time: 0.4343152 Sep 23 15:30:38.908006 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55302) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:38.909600 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537066f-af17-4e47-84dd-abf9c462c5fe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109bac3-70cd-45a9-a70f-8b9ff29a995e,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:38.917597 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.api.v2.resource [None req-eb0af89f-7bee-4117-a3c0-d467e5fadd7c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] show failed (client error): The resource could not be found. Sep 23 15:30:38.922176 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-eb0af89f-7bee-4117-a3c0-d467e5fadd7c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups/2109bac3-70cd-45a9-a70f-8b9ff29a995e HTTP/1.1" status: 404 len: 347 time: 0.0197136 Sep 23 15:30:38.922473 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55304) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:38.934394 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:39.066153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 7de0571a-1b0e-4316-91c4-7ce9f633d835 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:39.066464 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.157180 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.157541 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (7de0571a-1b0e-4316-91c4-7ce9f633d835), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.173461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 7de0571a-1b0e-4316-91c4-7ce9f633d835 owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:39.429372 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (7de0571a-1b0e-4316-91c4-7ce9f633d835), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.455745 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=7de0571a-1b0e-4316-91c4-7ce9f633d835,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:39.539035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.543892 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.545301 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-c4597799-7efe-46fb-93d2-2db881ee9b76 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/45fb1c9b-8c7a-4e11-8330-ef1ce99ee8af HTTP/1.1" status: 204 len: 168 time: 0.6215773 Sep 23 15:30:39.768517 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55308) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:39.774133 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909462538', 'description': 'tempest-description--370167918'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:39.880378 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:39.966320 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (c4893b39-2c9f-453d-8a50-d3ad3f0ee170), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.049764 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c4893b39-2c9f-453d-8a50-d3ad3f0ee170), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.083326 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4893b39-2c9f-453d-8a50-d3ad3f0ee170,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:40.091333 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.091681 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.092056 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.092394 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.092729 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.093095 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.093424 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.093749 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.094075 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.094398 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.094721 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.095045 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.095363 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.095681 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.096011 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:40.193595 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.195562 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-dc9f58a2-bf48-4ae1-93da-5c3303e03357 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4258139 Sep 23 15:30:40.199373 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55310) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:40.205427 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': 'c4893b39-2c9f-453d-8a50-d3ad3f0ee170', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:40.244828 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:40.273924 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:40.280730 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 69f1e0fd-61ab-460b-ba4e-c5d2bd2846d6 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:40.355806 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (f499509b-254c-4749-b1b5-d1cf3ecc718a), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.442406 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (f499509b-254c-4749-b1b5-d1cf3ecc718a), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.552716 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (f499509b-254c-4749-b1b5-d1cf3ecc718a), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.573916 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f499509b-254c-4749-b1b5-d1cf3ecc718a,revision_number=0']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:40.664917 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.666340 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-417c1e89-1c0f-481e-ad94-407340e86bb2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4657719 Sep 23 15:30:40.669345 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55312) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:40.674451 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': 'c4893b39-2c9f-453d-8a50-d3ad3f0ee170', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:40.779650 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (3ec3ecc6-6630-40ba-8e86-0d2329c791bb), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.846464 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (3ec3ecc6-6630-40ba-8e86-0d2329c791bb), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.923952 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (3ec3ecc6-6630-40ba-8e86-0d2329c791bb), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:40.945593 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec3ecc6-6630-40ba-8e86-0d2329c791bb,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:41.017790 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.020242 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-f50fcbbe-9306-4ed2-86ac-eb1aa901f176 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490243 Sep 23 15:30:41.023712 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55314) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:41.028439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:41.090682 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55316) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:41.136646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:41.179716 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.279415 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Deleting port 471f3fba-bb9e-408c-985d-5a07594fbfbe {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:41.279758 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.342769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.400115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:41.435865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.436177 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for floatingip (471f3fba-bb9e-408c-985d-5a07594fbfbe), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.474475 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Calling delete_port for 471f3fba-bb9e-408c-985d-5a07594fbfbe owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:41.554567 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.27.0.239 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/62a60161-a3c8-464f-a37f-47319137e418) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:41.829929 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (471f3fba-bb9e-408c-985d-5a07594fbfbe), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.870359 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (62a60161-a3c8-464f-a37f-47319137e418), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.872920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event deleted for resources: {'Port': ['ID=471f3fba-bb9e-408c-985d-5a07594fbfbe,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:41.966178 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for floatingip (7f3330fa-f3bf-4bf5-9856-eefd285451b8), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.969066 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:41.976803 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0ae574a3-fd69-4c72-879c-723a44dbf431 tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/7f3330fa-f3bf-4bf5-9856-eefd285451b8 HTTP/1.1" status: 204 len: 168 time: 0.8784811 Sep 23 15:30:42.052477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (62a60161-a3c8-464f-a37f-47319137e418), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.061804 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:42.124171 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:42.127715 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:42.130904 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:30:42.167503 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=62a60161-a3c8-464f-a37f-47319137e418,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:42.241530 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (f58e7145-1e02-4a45-b2d6-ef0f23db4312), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.401286 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (62a60161-a3c8-464f-a37f-47319137e418), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.512614 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:42.580654 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (62a60161-a3c8-464f-a37f-47319137e418), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.651557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (62a60161-a3c8-464f-a37f-47319137e418), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.728322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=62a60161-a3c8-464f-a37f-47319137e418,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:42.731013 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (f58e7145-1e02-4a45-b2d6-ef0f23db4312), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.808309 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:42.809702 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e8d648e8-5712-4611-8882-c4fae94a99f7 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7848504 Sep 23 15:30:43.056127 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-f58a6c9d-b0e0-4826-a8b2-cdc518db8f8c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1909462538&fields=id&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 267 time: 0.0486639 Sep 23 15:30:43.177478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-fdf92e78-c8eb-474a-8ae4-595fa35e3be0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:43.179283 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-fdf92e78-c8eb-474a-8ae4-595fa35e3be0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1157932 Sep 23 15:30:43.199006 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-80a91164-0611-4b76-b4fb-bcdb51f4ef1f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/quotas/695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 375 time: 0.0131357 Sep 23 15:30:43.256908 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-44fd01cf-a056-465e-a3ce-a3cb2fc4909b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525348 Sep 23 15:30:43.274158 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-e72f558b-6314-4672-9625-d34039d93d80 service neutron] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:30:43.275202 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-e72f558b-6314-4672-9625-d34039d93d80 service neutron] 10.222.0.55 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061183 Sep 23 15:30:43.376488 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-06a4c141-40ba-4ef8-bba0-68cab8bc0558 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949373 Sep 23 15:30:43.484560 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-602e5d1d-a101-4b88-8638-397b4e48e161 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980163 Sep 23 15:30:43.518997 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55344) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:43.605850 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84822f78-2859-4f9c-b71e-24dca11b561f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group (ba012235-4f12-42e9-9573-69505f01aff0), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:43.636178 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84822f78-2859-4f9c-b71e-24dca11b561f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group (ba012235-4f12-42e9-9573-69505f01aff0), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:43.649074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:43.807403 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f780138-4740-44ca-b1e4-9e79fc4b71b3 req-32ef3f60-a86e-4e04-a9b4-f32679b70539 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 210 time: 0.0408156 Sep 23 15:30:43.834810 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84822f78-2859-4f9c-b71e-24dca11b561f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (ba012235-4f12-42e9-9573-69505f01aff0), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:43.846389 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-84822f78-2859-4f9c-b71e-24dca11b561f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:43.849510 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-84822f78-2859-4f9c-b71e-24dca11b561f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/ba012235-4f12-42e9-9573-69505f01aff0 HTTP/1.1" status: 204 len: 168 time: 0.3277023 Sep 23 15:30:43.867121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84822f78-2859-4f9c-b71e-24dca11b561f tempest-TestVolumeBootPattern-907521680 tempest-TestVolumeBootPattern-907521680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba012235-4f12-42e9-9573-69505f01aff0,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:44.135148 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55358) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:44.502522 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:44.552932 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:44.839498 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Deleting port 20962b3c-aa44-4659-bbd4-96915b11d7cd {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:44.839740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:44.936613 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-f8080cc8-aa44-4bcd-9f96-001da682aa00 req-9aa55d18-7764-46c4-9181-403db927d44c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 210 time: 0.0316498 Sep 23 15:30:44.978542 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] For port 20962b3c-aa44-4659-bbd4-96915b11d7cd, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=20962b3c-aa44-4659-bbd4-96915b11d7cd,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:44.978906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:44.994030 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Calling delete_port for 20962b3c-aa44-4659-bbd4-96915b11d7cd owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:45.118395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:45.286177 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (20962b3c-aa44-4659-bbd4-96915b11d7cd), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:45.320894 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Pushing event deleted for resources: {'Port': ['ID=20962b3c-aa44-4659-bbd4-96915b11d7cd,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:45.505423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:45.684461 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:45.768338 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:30:46.107240 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ffbf98a2-9886-475f-b5da-d40d069dd76c req-6d95703b-88be-4a0f-ad91-283fefa8dc1e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 210 time: 0.0341542 Sep 23 15:30:46.182798 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:30:46.192531 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-e2f45ec8-ab5d-4971-a927-41664c2da86f admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/4a46cc3f-a81b-466b-bed3-c7b0e32f25ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531828 Sep 23 15:30:46.192664 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] Sync routers for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:46.193396 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55366) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:46.203464 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:46.204394 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:46.327454 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:46.363920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks [] for router (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:46.463210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:46.501204 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-b4e37eaa-d31b-419e-8114-d7684f180fb9 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:46.502731 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-b4e37eaa-d31b-419e-8114-d7684f180fb9 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.2184241 Sep 23 15:30:46.511303 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:46.556685 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks [] for router_gateway (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:46.565122 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:46.571770 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-fdcd4b06-9285-43ea-8f83-f843ac39b4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:46.577665 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:30:45Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:46.599374 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-89517d14-5f19-44f7-a415-103ae020ccce tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 380 time: 0.0849791 Sep 23 15:30:46.609042 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] Checking router: 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:46.611439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'port': {'device_id': '493750db-5539-47c2-a9ef-5cbf489b295d', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'admin_state_up': True, 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'security_groups': ['c4893b39-2c9f-453d-8a50-d3ad3f0ee170']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:46.619074 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] Routers {'4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:46.619775 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:46.742317 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] Set router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:46.748349 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Deleting port af33ead4-a653-460f-b7f9-2d9397707a6b {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:46.748693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:46.827018 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:46.870205 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] For port af33ead4-a653-460f-b7f9-2d9397707a6b, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=af33ead4-a653-460f-b7f9-2d9397707a6b,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:46.870533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:46.889926 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Calling delete_port for af33ead4-a653-460f-b7f9-2d9397707a6b owned by network:router_gateway {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:46.939197 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Made reservation on behalf of 695b6a2a390b481bbca2fd367273c268 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:30:46.943311 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:46.971805 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:30:45Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:47.000935 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c403e915-8ce5-422b-8021-6e2bf86c5399 None None] The sync data for ids ['4a46cc3f-a81b-466b-bed3-c7b0e32f25ca'] in dv-cinder-855307-2-iscsi is: [{'id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'name': 'tempest-TestVolumeBootPattern-354358296-router', 'tenant_id': 'd86aa99c129b476980f17821cd30ef30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:33Z', 'updated_at': '2022-09-23T15:30:45Z', 'revision_number': 5, 'project_id': 'd86aa99c129b476980f17821cd30ef30', 'gw_port': {'id': 'af33ead4-a653-460f-b7f9-2d9397707a6b', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a46cc3f-a81b-466b-bed3-c7b0e32f25ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:34Z', 'updated_at': '2022-09-23T15:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:47.170398 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.20.0.5 (8efafa58-1ac7-4f82-bc57-6974c89b4f6e/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68/19d0ee19-e224-46c7-b495-29b93b0f2d29) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:30:47.188657 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=84,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:47.259925 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-10f1f14f-f696-4bc7-ba9c-b8701c4d1706 req-5d838173-0c5e-4e3f-aae0-94edb571dca2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 210 time: 0.0445547 Sep 23 15:30:47.334409 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (af33ead4-a653-460f-b7f9-2d9397707a6b), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.400455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af33ead4-a653-460f-b7f9-2d9397707a6b,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:47.414785 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 20962b3c-aa44-4659-bbd4-96915b11d7cd no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:47.440464 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 20962b3c-aa44-4659-bbd4-96915b11d7cd {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:47.440464 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 20962b3c-aa44-4659-bbd4-96915b11d7cd not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:47.538401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.561092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.665684 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.671106 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks [] for router_controller (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.828478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (4a46cc3f-a81b-466b-bed3-c7b0e32f25ca), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.829095 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a46cc3f-a81b-466b-bed3-c7b0e32f25ca {{(pid=107136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:30:47.841590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.841590 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6a5dc7e9-9d25-418c-943d-eb2e7d6567c1 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/4a46cc3f-a81b-466b-bed3-c7b0e32f25ca HTTP/1.1" status: 204 len: 168 time: 1.6418817 Sep 23 15:30:47.841590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55374) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:47.874840 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:47.940793 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:30:47.945069 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Deleting subnet f962a3e4-5288-4832-a281-d6e1efd4f2cb {{(pid=107136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:30:47.948072 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:30:47.951052 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=19d0ee19-e224-46c7-b495-29b93b0f2d29,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:47.953401 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:30:47.956318 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Publish callbacks [] for subnet (f962a3e4-5288-4832-a281-d6e1efd4f2cb), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.029454 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2198363'] for subnet (f962a3e4-5288-4832-a281-d6e1efd4f2cb), precommit_delete_associations {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.058181 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.058181 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.067496 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:48.138533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (f962a3e4-5288-4832-a281-d6e1efd4f2cb), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.185078 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-cdb4c153-ef0c-419e-8bd5-05581d69cac4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5792501 Sep 23 15:30:48.196322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-003ef854-df30-4185-b286-75a2839e7e2c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] http://10.222.0.55:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 23 15:30:48.197355 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-003ef854-df30-4185-b286-75a2839e7e2c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0076361 Sep 23 15:30:48.229460 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Provisioning complete for port 19d0ee19-e224-46c7-b495-29b93b0f2d29 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:30:48.229460 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.229460 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Attempt 1 to provision port 19d0ee19-e224-46c7-b495-29b93b0f2d29 Sep 23 15:30:48.262009 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Port 19d0ee19-e224-46c7-b495-29b93b0f2d29 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:30:48.330219 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Request body: {'port': {'device_id': '493750db-5539-47c2-a9ef-5cbf489b295d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:48.335855 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10331046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10481874'] for subnet (f962a3e4-5288-4832-a281-d6e1efd4f2cb), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.402006 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f962a3e4-5288-4832-a281-d6e1efd4f2cb,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:48.427825 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for subnet (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.431062 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-0845afd6-5be4-467f-91da-f0cf82255c28 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/f962a3e4-5288-4832-a281-d6e1efd4f2cb HTTP/1.1" status: 204 len: 168 time: 0.5902109 Sep 23 15:30:48.431466 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4846ed20-48fa-4835-a69e-c86e4a7834e9 None None] Network 9072055c-d8f5-4479-88ef-7d0bad15cace requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:30:48.434122 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55380) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:48.477616 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75e6ef-e542-46e2-8b2a-229bc3e0098d req-bfd82750-5da1-4357-ac75-c3b4804b72e4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:48.479195 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6d75e6ef-e542-46e2-8b2a-229bc3e0098d req-bfd82750-5da1-4357-ac75-c3b4804b72e4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 931 time: 0.1198041 Sep 23 15:30:48.494938 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.511941 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (9072055c-d8f5-4479-88ef-7d0bad15cace), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.523945 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:48.579274 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Deleting port 834cff37-3965-47dd-b9e3-f81ce24258df {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:48.579632 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.595512 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6d75e6ef-e542-46e2-8b2a-229bc3e0098d req-5bab17cf-06f0-4c54-8a25-aa3ddfe646ab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086025 Sep 23 15:30:48.616449 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] DHCP port deletion for 9072055c-d8f5-4479-88ef-7d0bad15cace request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:30:48.659274 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Deleting port 834cff37-3965-47dd-b9e3-f81ce24258df {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:48.659643 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.663427 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] For port 834cff37-3965-47dd-b9e3-f81ce24258df, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=834cff37-3965-47dd-b9e3-f81ce24258df,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:48.663863 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.681472 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Calling delete_port for 834cff37-3965-47dd-b9e3-f81ce24258df owned by network:dhcp {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:48.749489 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] For port 834cff37-3965-47dd-b9e3-f81ce24258df, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=834cff37-3965-47dd-b9e3-f81ce24258df,segment=NetworkSegment(4fa00d83-34c7-4f40-bb17-96f244f91cdd),segment_id=4fa00d83-34c7-4f40-bb17-96f244f91cdd)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:48.749817 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.896513 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Attempt 2 to provision port 19d0ee19-e224-46c7-b495-29b93b0f2d29 Sep 23 15:30:48.900169 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d0ee19-e224-46c7-b495-29b93b0f2d29 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:30:48.904882 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-417e4636-ae2f-49c2-a8c0-e34e645adabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.906897 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Calling delete_port for 834cff37-3965-47dd-b9e3-f81ce24258df owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:48.911996 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Publish callbacks [] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.927012 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:48.929677 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Transition to ACTIVE for port object 19d0ee19-e224-46c7-b495-29b93b0f2d29 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:30:48.932866 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=100 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:48.970367 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Pushing event deleted for resources: {'Port': ['ID=834cff37-3965-47dd-b9e3-f81ce24258df,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:48.976766 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Port 19d0ee19-e224-46c7-b495-29b93b0f2d29 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:30:48.977429 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] No DVR routers for this DVR port 834cff37-3965-47dd-b9e3-f81ce24258df on host dv-cinder-855307-2-iscsi {{(pid=107135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:49.026319 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (834cff37-3965-47dd-b9e3-f81ce24258df), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.034563 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.057721 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Pushing event deleted for resources: {'Port': ['ID=834cff37-3965-47dd-b9e3-f81ce24258df,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:49.071447 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] No DVR routers for this DVR port 834cff37-3965-47dd-b9e3-f81ce24258df on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:49.077021 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.077409 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.077721 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.078040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.078506 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.078843 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.079841 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.079841 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.079841 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.088717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.088717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.088717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.088717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.088717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.088717 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03eab4ea-52f6-4dec-a45a-1d495d55ef7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:30:49.097855 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (9072055c-d8f5-4479-88ef-7d0bad15cace), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.120292 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.123380 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9072055c-d8f5-4479-88ef-7d0bad15cace']}} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:49.134357 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=19d0ee19-e224-46c7-b495-29b93b0f2d29,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:49.139320 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa00d83-34c7-4f40-bb17-96f244f91cdd') {'for_net_delete': True} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:49.139908 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.services.segments.db [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa00d83-34c7-4f40-bb17-96f244f91cdd') {} {{(pid=107135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:49.155738 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2428179'] for segment (4fa00d83-34c7-4f40-bb17-96f244f91cdd), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.176859 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (4fa00d83-34c7-4f40-bb17-96f244f91cdd), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.191090 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=107135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:30:49.206401 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2760144'] for segment (4fa00d83-34c7-4f40-bb17-96f244f91cdd), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.208270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Attempting to bind port 19d0ee19-e224-46c7-b495-29b93b0f2d29 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:30:49.208270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Attempting to bind port 19d0ee19-e224-46c7-b495-29b93b0f2d29 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:30:49.208270 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Attempting to bind port 19d0ee19-e224-46c7-b495-29b93b0f2d29 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:30:49.235532 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.240469 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 4fa00d83-34c7-4f40-bb17-96f244f91cdd resource provider aggregate not found Sep 23 15:30:49.261556 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Port 19d0ee19-e224-46c7-b495-29b93b0f2d29 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:30:49.261556 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Attempting to bind port 19d0ee19-e224-46c7-b495-29b93b0f2d29 on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:30:49.262705 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.services.segments.plugin [-] Segment 4fa00d83-34c7-4f40-bb17-96f244f91cdd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa00d83-34c7-4f40-bb17-96f244f91cdd found for delete ", "request_id": "req-6aaeeb40-e2af-4d5b-8eaf-6deff165c5db"}]} Sep 23 15:30:49.317146 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:30:49.317743 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:30:49.318357 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Bound using segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:30:49.318660 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 834cff37-3965-47dd-b9e3-f81ce24258df no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:49.319074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Bound port: 19d0ee19-e224-46c7-b495-29b93b0f2d29, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:30:49.319729 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.341785 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 834cff37-3965-47dd-b9e3-f81ce24258df {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:49.342050 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 834cff37-3965-47dd-b9e3-f81ce24258df not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:49.342471 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device af33ead4-a653-460f-b7f9-2d9397707a6b no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:49.361494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: af33ead4-a653-460f-b7f9-2d9397707a6b {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:49.366601 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device af33ead4-a653-460f-b7f9-2d9397707a6b not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:49.401149 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] For port 19d0ee19-e224-46c7-b495-29b93b0f2d29, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:30:49.404268 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] For port 19d0ee19-e224-46c7-b495-29b93b0f2d29, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:30:49.428259 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (9072055c-d8f5-4479-88ef-7d0bad15cace), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.434053 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.437231 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/9072055c-d8f5-4479-88ef-7d0bad15cace HTTP/1.1" status: 204 len: 168 time: 1.0015481 Sep 23 15:30:49.447379 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55386) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:49.449554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1ea1-9a8a-420e-adc6-e761102b112f admin admin] Pushing event deleted for resources: {'Network': ['ID=9072055c-d8f5-4479-88ef-7d0bad15cace,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:49.477644 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Attempt 3 to provision port 19d0ee19-e224-46c7-b495-29b93b0f2d29 Sep 23 15:30:49.478710 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.482881 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.515742 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Port 19d0ee19-e224-46c7-b495-29b93b0f2d29 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:30:49.559957 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.611572 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.618277 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:49.618899 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:49.620321 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/19d0ee19-e224-46c7-b495-29b93b0f2d29 HTTP/1.1" status: 200 len: 1093 time: 1.4091492 Sep 23 15:30:49.622435 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:49.664893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f4d181-f491-4163-b657-3b8e05d3dfe5" -d '{"events": [{"name": "network-changed", "server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:49.694189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:49.716894 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfebdaa-14c3-4b07-8579-d941cdf1d8e8 service neutron] Pushing event updated for resources: {'Port': ['ID=19d0ee19-e224-46c7-b495-29b93b0f2d29,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:49.752606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f8732b-a92b-40c9-8c1f-533c2e208ac1 x-openstack-request-id: req-32f8732b-a92b-40c9-8c1f-533c2e208ac1 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:49.752898 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:49.753140 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32f8732b-a92b-40c9-8c1f-533c2e208ac1 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:49.754191 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f8732b-a92b-40c9-8c1f-533c2e208ac1'] response: {'name': 'network-changed', 'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'status': 'completed', 'code': 200} Sep 23 15:30:50.017486 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Attempt 4 to provision port 19d0ee19-e224-46c7-b495-29b93b0f2d29 Sep 23 15:30:50.065281 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-0051feb1-8f49-4761-88f7-83f2dc1d815f None None] Port 19d0ee19-e224-46c7-b495-29b93b0f2d29 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:30:50.121127 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d181-f491-4163-b657-3b8e05d3dfe5 req-5815f045-3d09-461a-89c8-e18cce70b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.122627 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d9f4d181-f491-4163-b657-3b8e05d3dfe5 req-5815f045-3d09-461a-89c8-e18cce70b8e7 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 1127 time: 0.3577766 Sep 23 15:30:50.157794 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e79912-e365-4b68-be3d-19dd90363638 req-c475787e-695b-47cd-b47b-befe57d0605e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.159230 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-43e79912-e365-4b68-be3d-19dd90363638 req-c475787e-695b-47cd-b47b-befe57d0605e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 943 time: 0.3533819 Sep 23 15:30:50.275323 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (f4b23cd1-47aa-48f2-ade3-e359971e4c63), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:50.329193 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:50.344639 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-43e79912-e365-4b68-be3d-19dd90363638 req-38c080bc-c2d2-4140-a732-18f3c01f798d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697247 Sep 23 15:30:50.353346 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d181-f491-4163-b657-3b8e05d3dfe5 req-31001133-d43d-4158-a596-12b217ccd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.354766 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d9f4d181-f491-4163-b657-3b8e05d3dfe5 req-31001133-d43d-4158-a596-12b217ccd483 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=695b6a2a390b481bbca2fd367273c268&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2217100 Sep 23 15:30:50.540624 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4d181-f491-4163-b657-3b8e05d3dfe5 req-f1a1a49d-52e1-4818-bae6-360cb8f33763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.542042 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d9f4d181-f491-4163-b657-3b8e05d3dfe5 req-f1a1a49d-52e1-4818-bae6-360cb8f33763 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1805961 Sep 23 15:30:50.649839 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-16a6694c-ebbc-4bbb-82a5-1b20ed13b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.651344 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-16a6694c-ebbc-4bbb-82a5-1b20ed13b52d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 1127 time: 0.0644908 Sep 23 15:30:50.668946 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Deleting port bd5eab07-bf56-4846-91c0-85546e5d61c6 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:50.669285 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:50.697717 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-f226dd07-7ddd-43dd-b43f-188e41a4016e service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29 HTTP/1.1" status: 200 len: 217 time: 0.0379515 Sep 23 15:30:50.795369 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-fc4d5087-00de-4ec1-93a5-2a81e2aff441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.796784 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-fc4d5087-00de-4ec1-93a5-2a81e2aff441 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0891409 Sep 23 15:30:50.846785 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] For port bd5eab07-bf56-4846-91c0-85546e5d61c6, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=bd5eab07-bf56-4846-91c0-85546e5d61c6,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:50.847271 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:50.870272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Calling delete_port for bd5eab07-bf56-4846-91c0-85546e5d61c6 owned by network:router_interface {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:50.872506 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-917d67b2-639b-4a55-b2b6-dfa498721389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:50.874021 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-917d67b2-639b-4a55-b2b6-dfa498721389 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700281 Sep 23 15:30:51.046700 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:51.050844 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-eb862501-a31c-4ec6-913d-a3bfaddd22f9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694474 Sep 23 15:30:51.190565 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-08680751-489a-4ac1-a1a6-64cb69b4311a req-294639e0-665d-41f8-9964-b9d67c525266 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307032 Sep 23 15:30:51.220408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:51.335462 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (bd5eab07-bf56-4846-91c0-85546e5d61c6), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:51.340924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:51.363235 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd5eab07-bf56-4846-91c0-85546e5d61c6,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:51.540640 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48659816-b028-4cc2-b84c-15b2483df729 req-82aad328-71e9-4c64-8cd2-55c374471c6b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:51.542122 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48659816-b028-4cc2-b84c-15b2483df729 req-82aad328-71e9-4c64-8cd2-55c374471c6b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 943 time: 0.1126165 Sep 23 15:30:51.639953 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (f4b23cd1-47aa-48f2-ade3-e359971e4c63), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:51.652322 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-48659816-b028-4cc2-b84c-15b2483df729 req-411b8354-7070-4bb2-af3f-3cabe8829358 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994010 Sep 23 15:30:51.864663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Router f4b23cd1-47aa-48f2-ade3-e359971e4c63 has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:30:51.974481 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:30:51.984258 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fd71b568-fbd4-408d-8833-0f6a03d2757f admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/f4b23cd1-47aa-48f2-ade3-e359971e4c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5312102 Sep 23 15:30:51.984658 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55396) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:51.986190 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] Sync routers for ids ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'] in dv-cinder-855307-2-iscsi {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:30:51.998252 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] Routers {'f4b23cd1-47aa-48f2-ade3-e359971e4c63'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:51.998882 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:52.003786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.092710 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks [] for router (f4b23cd1-47aa-48f2-ade3-e359971e4c63), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.164879 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] Set router f4b23cd1-47aa-48f2-ade3-e359971e4c63 gateway port host: dv-cinder-855307-2-iscsi {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:52.204397 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks [] for router_gateway (f4b23cd1-47aa-48f2-ade3-e359971e4c63), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.337816 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.341532 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Deleting port f49b8525-748c-4579-b821-d1380df31e22 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:52.341934 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (f49b8525-748c-4579-b821-d1380df31e22), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.342091 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'f49b8525-748c-4579-b821-d1380df31e22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:30:51Z', 'revision_number': 5, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port': {'id': 'f49b8525-748c-4579-b821-d1380df31e22', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:26:44Z', 'updated_at': '2022-09-23T15:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:52.368303 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] Checking router: f4b23cd1-47aa-48f2-ade3-e359971e4c63 for host: dv-cinder-855307-2-iscsi {{(pid=107138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:30:52.377232 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] Routers {'f4b23cd1-47aa-48f2-ade3-e359971e4c63'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:30:52.377840 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'], 'active': True} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:52.468624 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_dvr_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] Set router f4b23cd1-47aa-48f2-ade3-e359971e4c63 gateway port host: None {{(pid=107138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:30:52.524636 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.l3_hamode_db [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:30:52Z', 'revision_number': 6, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:52.551680 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2affb889-c88d-48b4-8190-f80acc3d5002 None None] The sync data for ids ['f4b23cd1-47aa-48f2-ade3-e359971e4c63'] in dv-cinder-855307-2-iscsi is: [{'id': 'f4b23cd1-47aa-48f2-ade3-e359971e4c63', 'name': 'tempest-TestVolumeBootPattern-367304401-router', 'tenant_id': '50f11b8c3f7949debec23f52ea06b70c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:26:43Z', 'updated_at': '2022-09-23T15:30:52Z', 'revision_number': 6, 'project_id': '50f11b8c3f7949debec23f52ea06b70c', 'gw_port_host': None}] {{(pid=107138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:30:52.679475 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] For port f49b8525-748c-4579-b821-d1380df31e22, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=f49b8525-748c-4579-b821-d1380df31e22,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:52.679826 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (f49b8525-748c-4579-b821-d1380df31e22), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:52.696600 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Calling delete_port for f49b8525-748c-4579-b821-d1380df31e22 owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:52.790565 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f415a9d-3aae-4420-8da2-0fa8ed39018c req-ace5c237-1844-4b57-b44b-f0b47f8524dd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:52.792085 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f415a9d-3aae-4420-8da2-0fa8ed39018c req-ace5c237-1844-4b57-b44b-f0b47f8524dd tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 943 time: 0.0582457 Sep 23 15:30:52.842688 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0f415a9d-3aae-4420-8da2-0fa8ed39018c req-0590e3c3-92e7-4622-a622-5099487a1b9b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433958 Sep 23 15:30:53.011580 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (f49b8525-748c-4579-b821-d1380df31e22), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.034406 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=f49b8525-748c-4579-b821-d1380df31e22,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:53.100074 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (f4b23cd1-47aa-48f2-ade3-e359971e4c63), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.190700 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (f4b23cd1-47aa-48f2-ade3-e359971e4c63), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.193617 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks [] for router_controller (f4b23cd1-47aa-48f2-ade3-e359971e4c63), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.308532 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (f4b23cd1-47aa-48f2-ade3-e359971e4c63), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.309193 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4b23cd1-47aa-48f2-ade3-e359971e4c63 {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:30:53.321272 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.321272 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-97941783-75be-496b-a9f4-8f2a9de70dfe admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/f4b23cd1-47aa-48f2-ade3-e359971e4c63 HTTP/1.1" status: 204 len: 168 time: 1.3294742 Sep 23 15:30:53.321272 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55400) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:53.370605 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f49b8525-748c-4579-b821-d1380df31e22 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:53.371468 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Deleting subnet 7d17b515-665a-4d35-961a-d0b2e23e96ff {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:30:53.375009 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Publish callbacks [] for subnet (7d17b515-665a-4d35-961a-d0b2e23e96ff), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.391680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: f49b8525-748c-4579-b821-d1380df31e22 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:53.392053 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device f49b8525-748c-4579-b821-d1380df31e22 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:53.392483 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device bd5eab07-bf56-4846-91c0-85546e5d61c6 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:53.413464 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: bd5eab07-bf56-4846-91c0-85546e5d61c6 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:53.413818 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device bd5eab07-bf56-4846-91c0-85546e5d61c6 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:53.417440 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (7d17b515-665a-4d35-961a-d0b2e23e96ff), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.447743 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:53.467642 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:53.509714 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (7d17b515-665a-4d35-961a-d0b2e23e96ff), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.640600 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (7d17b515-665a-4d35-961a-d0b2e23e96ff), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.666352 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d17b515-665a-4d35-961a-d0b2e23e96ff,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:53.673736 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.679646 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-feee68ab-c0a7-45b4-afab-f0b146b1b9bb admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/7d17b515-665a-4d35-961a-d0b2e23e96ff HTTP/1.1" status: 204 len: 168 time: 0.3602014 Sep 23 15:30:53.680028 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4554ddb-ee57-465f-bb9d-99cf001d763d None None] Network bdf819da-07c5-4d26-abed-140c89c75d50 requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:30:53.682211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55402) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:53.758682 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (bdf819da-07c5-4d26-abed-140c89c75d50), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.791105 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:53.806829 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Deleting port 04de006f-f3f1-44f8-872e-d37fa3f11b12 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:53.809503 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.842032 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] DHCP port deletion for bdf819da-07c5-4d26-abed-140c89c75d50 request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:30:53.881833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] Deleting port 04de006f-f3f1-44f8-872e-d37fa3f11b12 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:30:53.882239 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.891381 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] For port 04de006f-f3f1-44f8-872e-d37fa3f11b12, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=04de006f-f3f1-44f8-872e-d37fa3f11b12,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:53.891664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.901498 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:53.908927 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Calling delete_port for 04de006f-f3f1-44f8-872e-d37fa3f11b12 owned by network:dhcp {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:53.957760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] For port 04de006f-f3f1-44f8-872e-d37fa3f11b12, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=04de006f-f3f1-44f8-872e-d37fa3f11b12,segment=NetworkSegment(db5335a1-9545-4ef7-b1dc-b69921e192e6),segment_id=db5335a1-9545-4ef7-b1dc-b69921e192e6)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:53.958265 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:53.972034 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] Calling delete_port for 04de006f-f3f1-44f8-872e-d37fa3f11b12 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:30:53.995417 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:54.027911 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e74ac0-c566-4a93-bf45-404a7ec6d986 req-5e6b1234-b819-4e66-aea9-7f4416e0e0d0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:54.029460 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c4e74ac0-c566-4a93-bf45-404a7ec6d986 req-5e6b1234-b819-4e66-aea9-7f4416e0e0d0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 943 time: 0.0722394 Sep 23 15:30:54.086939 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-c4e74ac0-c566-4a93-bf45-404a7ec6d986 req-5925ceaf-3ea0-4cbf-bfd6-43ebf2af96c9 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482516 Sep 23 15:30:54.182746 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.190654 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (04de006f-f3f1-44f8-872e-d37fa3f11b12), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.215373 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Pushing event deleted for resources: {'Port': ['ID=04de006f-f3f1-44f8-872e-d37fa3f11b12,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:54.217387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] No DVR routers for this DVR port 04de006f-f3f1-44f8-872e-d37fa3f11b12 on host dv-cinder-855307-2-iscsi {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:54.219905 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] Pushing event deleted for resources: {'Port': ['ID=04de006f-f3f1-44f8-872e-d37fa3f11b12,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:54.224892 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2fcd3-1698-4376-9ba5-72abe6dfb1e3 None None] No DVR routers for this DVR port 04de006f-f3f1-44f8-872e-d37fa3f11b12 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:30:54.274617 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 19d0ee19-e224-46c7-b495-29b93b0f2d29 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:30:54.300942 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (bdf819da-07c5-4d26-abed-140c89c75d50), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.322480 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf819da-07c5-4d26-abed-140c89c75d50']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:54.332232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5335a1-9545-4ef7-b1dc-b69921e192e6') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:54.332564 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5335a1-9545-4ef7-b1dc-b69921e192e6') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:30:54.341630 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:54.343108 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (db5335a1-9545-4ef7-b1dc-b69921e192e6), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.357755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (db5335a1-9545-4ef7-b1dc-b69921e192e6), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.367854 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:30:54.368336 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (db5335a1-9545-4ef7-b1dc-b69921e192e6), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.381155 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 19d0ee19-e224-46c7-b495-29b93b0f2d29, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:54.394279 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'port_id': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'mac_address': 'fa:16:3e:f3:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:30:54.439401 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 19d0ee19-e224-46c7-b495-29b93b0f2d29 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:30:54.439799 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.450397 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment db5335a1-9545-4ef7-b1dc-b69921e192e6 resource provider aggregate not found Sep 23 15:30:54.454645 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d0ee19-e224-46c7-b495-29b93b0f2d29 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:30:54.473915 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment db5335a1-9545-4ef7-b1dc-b69921e192e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db5335a1-9545-4ef7-b1dc-b69921e192e6 found for delete ", "request_id": "req-5da41120-be1e-4cf2-858a-85bc8ce25675"}]} Sep 23 15:30:54.477788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 19d0ee19-e224-46c7-b495-29b93b0f2d29, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:54.502481 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (bdf819da-07c5-4d26-abed-140c89c75d50), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.506210 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.509134 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/bdf819da-07c5-4d26-abed-140c89c75d50 HTTP/1.1" status: 204 len: 168 time: 0.8259346 Sep 23 15:30:54.520837 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813bbb7d-d5f0-435b-ad9e-25f6266237ff admin admin] Pushing event deleted for resources: {'Network': ['ID=bdf819da-07c5-4d26-abed-140c89c75d50,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:54.611318 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:54.662355 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=19d0ee19-e224-46c7-b495-29b93b0f2d29,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:54.815722 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['19d0ee19-e224-46c7-b495-29b93b0f2d29'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:30:55.063078 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55414) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:55.106658 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a731cdda-d7eb-4d5d-a660-852c2e57287c admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=d86aa99c129b476980f17821cd30ef30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421937 Sep 23 15:30:55.109924 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55416) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:55.166300 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cf692417-97e2-45fa-b4fe-9531184f6d3d admin admin] Publish callbacks [] for security_group (4b201bc5-647a-4e34-a71d-3a2a2500a6a5), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:55.187821 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cf692417-97e2-45fa-b4fe-9531184f6d3d admin admin] Publish callbacks [] for security_group (4b201bc5-647a-4e34-a71d-3a2a2500a6a5), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:55.224590 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabb9d7-bb8f-41ea-a6f5-6d415906b740 req-a84f48fd-499f-44ee-b2c5-630ebb2e9cd0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:55.226327 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4fabb9d7-bb8f-41ea-a6f5-6d415906b740 req-a84f48fd-499f-44ee-b2c5-630ebb2e9cd0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 944 time: 0.0610330 Sep 23 15:30:55.277754 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4fabb9d7-bb8f-41ea-a6f5-6d415906b740 req-dbcab2d6-de86-4e2b-bb86-bd068455d419 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457709 Sep 23 15:30:55.301815 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 04de006f-f3f1-44f8-872e-d37fa3f11b12 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:30:55.322275 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 04de006f-f3f1-44f8-872e-d37fa3f11b12 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:30:55.322628 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 04de006f-f3f1-44f8-872e-d37fa3f11b12 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:30:55.354048 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cf692417-97e2-45fa-b4fe-9531184f6d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (4b201bc5-647a-4e34-a71d-3a2a2500a6a5), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:55.356749 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-cf692417-97e2-45fa-b4fe-9531184f6d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:55.357898 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-cf692417-97e2-45fa-b4fe-9531184f6d3d admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/4b201bc5-647a-4e34-a71d-3a2a2500a6a5 HTTP/1.1" status: 204 len: 168 time: 0.2470720 Sep 23 15:30:55.366820 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf692417-97e2-45fa-b4fe-9531184f6d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b201bc5-647a-4e34-a71d-3a2a2500a6a5,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:56.136972 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55424) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:56.179052 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ee8d8730-5bad-430d-905d-83cca9409218 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=50f11b8c3f7949debec23f52ea06b70c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406437 Sep 23 15:30:56.181673 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55426) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:56.231493 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7765d67-287f-43dd-b003-63f0509bc9e3 admin admin] Publish callbacks [] for security_group (f06919fc-fb32-47ef-8b2e-56780cb77cb3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.253119 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7765d67-287f-43dd-b003-63f0509bc9e3 admin admin] Publish callbacks [] for security_group (f06919fc-fb32-47ef-8b2e-56780cb77cb3), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.275378 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 19d0ee19-e224-46c7-b495-29b93b0f2d29 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:30:56.325181 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 19d0ee19-e224-46c7-b495-29b93b0f2d29 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:30:56.387077 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7765d67-287f-43dd-b003-63f0509bc9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f06919fc-fb32-47ef-8b2e-56780cb77cb3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.390360 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a7765d67-287f-43dd-b003-63f0509bc9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.394835 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a7765d67-287f-43dd-b003-63f0509bc9e3 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f06919fc-fb32-47ef-8b2e-56780cb77cb3 HTTP/1.1" status: 204 len: 168 time: 0.2089422 Sep 23 15:30:56.403360 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7765d67-287f-43dd-b003-63f0509bc9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06919fc-fb32-47ef-8b2e-56780cb77cb3,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:56.422430 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2516c8d-5879-4da9-accb-8268dd4e86e0 req-4097df6b-3005-4ca7-abf5-7c9209a6c02a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:56.424230 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a2516c8d-5879-4da9-accb-8268dd4e86e0 req-4097df6b-3005-4ca7-abf5-7c9209a6c02a tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 944 time: 0.0627496 Sep 23 15:30:56.449732 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 19d0ee19-e224-46c7-b495-29b93b0f2d29 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:30:56.450428 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.451727 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 19d0ee19-e224-46c7-b495-29b93b0f2d29 Sep 23 15:30:56.499249 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a2516c8d-5879-4da9-accb-8268dd4e86e0 req-b9e0e189-09ba-4eab-b429-b29b36a0aa00 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677514 Sep 23 15:30:56.571197 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 19d0ee19-e224-46c7-b495-29b93b0f2d29 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:30:56.571622 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.599914 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:30:56.605821 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb70a038-7bd2-4078-89df-662140295102" -d '{"events": [{"server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "name": "network-vif-plugged", "status": "completed", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:30:56.617019 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 19d0ee19-e224-46c7-b495-29b93b0f2d29, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:30:56.644093 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9628f52a-0fb2-4136-b820-6a8adef7d1d1 x-openstack-request-id: req-9628f52a-0fb2-4136-b820-6a8adef7d1d1 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:30:56.644093 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "name": "network-vif-plugged", "status": "completed", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:30:56.644093 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9628f52a-0fb2-4136-b820-6a8adef7d1d1 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:30:56.644093 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9628f52a-0fb2-4136-b820-6a8adef7d1d1'] response: {'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'code': 200} Sep 23 15:30:56.754078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:56.792848 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:56.809317 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=19d0ee19-e224-46c7-b495-29b93b0f2d29,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:30:57.104279 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9c7d7-1bd7-4cb9-be50-614816d9b44d req-9fbe6a3b-6c4e-4508-9e81-d5fce4980bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:57.105827 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-58d9c7d7-1bd7-4cb9-be50-614816d9b44d req-9fbe6a3b-6c4e-4508-9e81-d5fce4980bfb service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 1129 time: 0.0539203 Sep 23 15:30:57.157719 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-58d9c7d7-1bd7-4cb9-be50-614816d9b44d req-183f204c-5d3d-4b80-a2a8-6a6a130a4966 service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462885 Sep 23 15:30:57.628260 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433c2b9-d215-4da1-9394-ee968ce93032 req-566f19a7-be2b-465b-958e-41f1cbd230d1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:57.630477 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9433c2b9-d215-4da1-9394-ee968ce93032 req-566f19a7-be2b-465b-958e-41f1cbd230d1 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 945 time: 0.0493338 Sep 23 15:30:57.679349 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9433c2b9-d215-4da1-9394-ee968ce93032 req-fd85a169-c4ac-4f3e-8aaf-ad8649b25ec8 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432079 Sep 23 15:30:58.803481 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c475455-045a-4487-93d8-d3a83b5f3a9e req-7ea14029-1089-4bc8-86c7-a56cc53e723c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:58.805009 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8c475455-045a-4487-93d8-d3a83b5f3a9e req-7ea14029-1089-4bc8-86c7-a56cc53e723c tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 945 time: 0.0471356 Sep 23 15:30:58.852662 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8c475455-045a-4487-93d8-d3a83b5f3a9e req-34503c65-7f64-46af-9a49-e39c20c00bc3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Sep 23 15:30:58.976455 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6df610-09c5-45d8-be06-9f03d021d8d7 req-4518c173-41a8-4269-90dd-ec8dcd8637c0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:30:58.977942 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-ae6df610-09c5-45d8-be06-9f03d021d8d7 req-4518c173-41a8-4269-90dd-ec8dcd8637c0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 945 time: 0.0525560 Sep 23 15:30:58.988594 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55440) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:30:58.993473 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.v2.base [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'port_id': '19d0ee19-e224-46c7-b495-29b93b0f2d29'}} {{(pid=107135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:30:59.034312 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (f58e7145-1e02-4a45-b2d6-ef0f23db4312), before_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:59.243803 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:59.411802 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:30:59.475894 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:59.568708 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (f58e7145-1e02-4a45-b2d6-ef0f23db4312), after_update {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:59.666525 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.db.l3_db [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP f58e7145-1e02-4a45-b2d6-ef0f23db4312 associated. External IP: 172.27.0.239, port: 19d0ee19-e224-46c7-b495-29b93b0f2d29. Sep 23 15:30:59.868330 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:30:59.975170 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:30:59.980172 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:30:59.985007 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:31:00.000332 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:00.000962 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:00.011422 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-bd1ead9d-0c07-458b-ad79-07807f8a851d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/f58e7145-1e02-4a45-b2d6-ef0f23db4312 HTTP/1.1" status: 200 len: 991 time: 1.0216255 Sep 23 15:31:00.012108 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29'}] {{(pid=107135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:00.014346 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a8b263fc580a92bb89b660c541c6c200ee699cf9bab7104f7ff6c1e47eb3884" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a" -d '{"events": [{"name": "network-changed", "server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29"}]}' {{(pid=107135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:00.052499 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2791e9ac-8e89-4df9-aa31-15b31cf3e536 x-openstack-request-id: req-2791e9ac-8e89-4df9-aa31-15b31cf3e536 {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:00.052797 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29", "status": "completed", "code": 200}]} {{(pid=107135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:00.053058 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2791e9ac-8e89-4df9-aa31-15b31cf3e536 {{(pid=107135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:00.053475 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2791e9ac-8e89-4df9-aa31-15b31cf3e536'] response: {'name': 'network-changed', 'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'status': 'completed', 'code': 200} Sep 23 15:31:00.106137 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:00.110836 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:00.115322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-691dfec8-ff37-480f-852b-589b5a7c6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:00.116888 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-691dfec8-ff37-480f-852b-589b5a7c6f44 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 1129 time: 0.0416367 Sep 23 15:31:00.213769 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:00.216688 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-b07ce9ee-7184-4ead-b7a6-2cd445d87261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:00.218179 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-b07ce9ee-7184-4ead-b7a6-2cd445d87261 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.0952616 Sep 23 15:31:00.283521 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-ef50c6d0-c37b-4cdf-883f-1e4676d204d5 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29 HTTP/1.1" status: 200 len: 999 time: 0.0585926 Sep 23 15:31:00.329184 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'f58e7145-1e02-4a45-b2d6-ef0f23db4312', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:f3:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493750db-5539-47c2-a9ef-5cbf489b295d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:42Z', 'updated_at': '2022-09-23T15:30:59Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:00.333857 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-6fad35a7-ab10-40cf-97e2-b1358f243f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:00.335376 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-6fad35a7-ab10-40cf-97e2-b1358f243f27 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0452452 Sep 23 15:31:00.354515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:31:00.365118 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:00.365838 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:30:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:00.382535 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-045ef478-2898-470e-9206-a985ce131b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:00.384204 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-045ef478-2898-470e-9206-a985ce131b23 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430515 Sep 23 15:31:00.408394 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:00.471507 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:00.483683 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-9086ee0e-158c-446f-90e5-ba3c17765ec8 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926583 Sep 23 15:31:00.586012 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-aa44e0d1-1ce8-4f74-b2a9-1425295af47a req-1717d9e7-2eb9-4c56-ad6b-b371573dbe5e service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965343 Sep 23 15:31:00.699511 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'f58e7145-1e02-4a45-b2d6-ef0f23db4312', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:f3:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493750db-5539-47c2-a9ef-5cbf489b295d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:42Z', 'updated_at': '2022-09-23T15:30:59Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:00.724939 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996d39ee-8834-483c-9214-9e08e140f908 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': 'f58e7145-1e02-4a45-b2d6-ef0f23db4312', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.239', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:f3:2e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493750db-5539-47c2-a9ef-5cbf489b295d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:30:42Z', 'updated_at': '2022-09-23T15:30:59Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:31:00.919031 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6abdee9-8214-483b-8e5d-aa5e0db81eeb None None] New status for floating IP f58e7145-1e02-4a45-b2d6-ef0f23db4312: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:31:04.508569 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:10.006306 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=38 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:10.008246 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=71 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:10.563630 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=24 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:10.582080 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=43 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:12.447767 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-e30dffb7-d08d-42be-b18d-791f8d6f454d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422993 Sep 23 15:31:12.539328 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-8adad147-09bf-43a7-bd7b-a8f0539a8373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.540904 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-8adad147-09bf-43a7-bd7b-a8f0539a8373 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 1129 time: 0.0482306 Sep 23 15:31:12.901408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-d551be5f-626b-4ef0-8f26-303bf0919744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:12.902943 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-d551be5f-626b-4ef0-8f26-303bf0919744 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.3428235 Sep 23 15:31:12.969202 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-871b9e5c-f3d6-4760-a97c-05a4dac2aab7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29 HTTP/1.1" status: 200 len: 1001 time: 0.0600975 Sep 23 15:31:13.021182 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-6665836d-448f-4e9d-882a-099c7b18e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:13.022667 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-6665836d-448f-4e9d-882a-099c7b18e23f service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0475533 Sep 23 15:31:13.071061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-dce78cf7-63c3-4dee-8af5-bf5e3e95f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:13.072608 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-dce78cf7-63c3-4dee-8af5-bf5e3e95f4a4 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441644 Sep 23 15:31:13.168291 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-b23b1062-4a65-408b-8499-095034050d5d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899656 Sep 23 15:31:13.265983 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3e194c7d-f755-4009-90ca-ce94e8781aea req-eb4a9202-d760-4cf1-a5cb-93b0f87441c2 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915947 Sep 23 15:31:14.423756 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=22 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:14.425739 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:14.486997 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:31:16.465517 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-815a1b7c-4df1-4d21-ae84-f0f6f0ded434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:18.840399 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4079d282-5e06-4c1b-829d-3cb22fbf4712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:20.356723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:22.014082 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:22.316735 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:23.256392 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=44 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:23.263374 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=57 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:26.460068 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:26.474167 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:32.259824 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:32.261819 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:34.502326 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:44.426399 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:44.433468 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:44.754697 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7ffd0-f61a-424e-aa58-8fa5eb6ce773 req-b4a4c53b-53bd-4059-b0cf-ffe10c13e670 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:44.756255 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b5e7ffd0-f61a-424e-aa58-8fa5eb6ce773 req-b4a4c53b-53bd-4059-b0cf-ffe10c13e670 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 945 time: 0.0498042 Sep 23 15:31:44.805915 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b5e7ffd0-f61a-424e-aa58-8fa5eb6ce773 req-e69c9b6a-7826-40d7-b80d-c59884534ecf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Sep 23 15:31:45.936434 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0007-38d5-4726-a6a7-d65d6755977a req-92611359-c921-407c-84d8-50b64b518c15 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:45.937972 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0e7a0007-38d5-4726-a6a7-d65d6755977a req-92611359-c921-407c-84d8-50b64b518c15 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 945 time: 0.0531774 Sep 23 15:31:45.993707 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0e7a0007-38d5-4726-a6a7-d65d6755977a req-f06e01af-bcb9-42e3-aacb-3ba099e75dd4 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=c4893b39-2c9f-453d-8a50-d3ad3f0ee170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480516 Sep 23 15:31:46.182448 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd06687-9f32-468a-91fa-35ff9427756c req-428ffb6c-72e0-4161-9647-4950e9526967 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:46.183806 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-abd06687-9f32-468a-91fa-35ff9427756c req-428ffb6c-72e0-4161-9647-4950e9526967 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 945 time: 0.0478830 Sep 23 15:31:46.274310 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 19d0ee19-e224-46c7-b495-29b93b0f2d29 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:31:46.274646 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.370537 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] For port 19d0ee19-e224-46c7-b495-29b93b0f2d29, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=19d0ee19-e224-46c7-b495-29b93b0f2d29,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:31:46.370906 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.484917 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cc4f4904-aa69-417e-922c-37e4f837f67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.542019 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.542380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (f58e7145-1e02-4a45-b2d6-ef0f23db4312), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.542700 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP f58e7145-1e02-4a45-b2d6-ef0f23db4312 disassociated. External IP: 172.27.0.239, port: 19d0ee19-e224-46c7-b495-29b93b0f2d29. Sep 23 15:31:46.543052 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 19d0ee19-e224-46c7-b495-29b93b0f2d29 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:31:46.762084 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (19d0ee19-e224-46c7-b495-29b93b0f2d29), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:46.790508 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=19d0ee19-e224-46c7-b495-29b93b0f2d29,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:46.802529 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.802733 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.803074 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.803408 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.803755 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.804115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.804441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.804765 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.805091 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.805410 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.805745 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.806066 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.806384 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.806704 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.807025 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:46.914223 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:31:46.920452 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:46.976087 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:47.025536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:31:47.036857 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:31:47.048276 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:47.048907 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:31:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:47.072215 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] No DVR routers for this DVR port 19d0ee19-e224-46c7-b495-29b93b0f2d29 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:31:47.074748 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:47.078197 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-abd06687-9f32-468a-91fa-35ff9427756c req-ae5989a1-78e1-4f27-90e7-de35e99c3abf tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "DELETE /networking/v2.0/ports/19d0ee19-e224-46c7-b495-29b93b0f2d29 HTTP/1.1" status: 204 len: 173 time: 0.8891344 Sep 23 15:31:47.078726 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'name': 'network-vif-deleted', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:47.082381 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4014acb-eb00-4c17-b641-069ea269a6a3" -d '{"events": [{"server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "name": "network-vif-deleted", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:47.133722 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-6e26e498-e952-463e-9e77-b39bdd508c72 req-1ce06689-3754-4ce1-bcc9-3eefddf14edc tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 210 time: 0.0334907 Sep 23 15:31:47.197100 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cb14a4-c2dc-4e12-9635-c494b42c8fc0 x-openstack-request-id: req-a8cb14a4-c2dc-4e12-9635-c494b42c8fc0 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:47.197100 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493750db-5539-47c2-a9ef-5cbf489b295d", "name": "network-vif-deleted", "tag": "19d0ee19-e224-46c7-b495-29b93b0f2d29", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:47.197100 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8cb14a4-c2dc-4e12-9635-c494b42c8fc0 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:47.197100 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8cb14a4-c2dc-4e12-9635-c494b42c8fc0'] response: {'server_uuid': '493750db-5539-47c2-a9ef-5cbf489b295d', 'name': 'network-vif-deleted', 'tag': '19d0ee19-e224-46c7-b495-29b93b0f2d29', 'status': 'completed', 'code': 200} Sep 23 15:31:47.320683 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:47.517596 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:47.544020 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:31:47.554040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:31:47.554690 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:31:19Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:47.671232 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:31:47.870204 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:31:47.894936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69873e8d-0f01-4a69-b99a-92dfb96fc5a8 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:31:48.130267 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a46b2-7ae4-4fef-9809-084c456a57e5 None None] New status for floating IP f58e7145-1e02-4a45-b2d6-ef0f23db4312: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:31:48.274426 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b739f765-79bd-4c85-b34a-21564e192e85 req-0c7f0e05-8495-475b-8f3c-5fe4eec8fd43 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=493750db-5539-47c2-a9ef-5cbf489b295d HTTP/1.1" status: 200 len: 210 time: 0.0279813 Sep 23 15:31:48.853084 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-09f2984c-78e6-444c-9f65-08d83b1e0b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.435577 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55522) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:49.495309 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (c4893b39-2c9f-453d-8a50-d3ad3f0ee170), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.517910 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (c4893b39-2c9f-453d-8a50-d3ad3f0ee170), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.641679 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (c4893b39-2c9f-453d-8a50-d3ad3f0ee170), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.644568 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.645767 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/c4893b39-2c9f-453d-8a50-d3ad3f0ee170 HTTP/1.1" status: 204 len: 168 time: 0.2091024 Sep 23 15:31:49.648729 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55524) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:49.655668 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4893b39-2c9f-453d-8a50-d3ad3f0ee170,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:49.664073 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.664370 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.api.v2.resource [None req-a964d7d8-d5ae-4a36-8506-ae5a12545995 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] show failed (client error): The resource could not be found. Sep 23 15:31:49.664635 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.665075 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.665423 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a964d7d8-d5ae-4a36-8506-ae5a12545995 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups/c4893b39-2c9f-453d-8a50-d3ad3f0ee170 HTTP/1.1" status: 404 len: 347 time: 0.0156343 Sep 23 15:31:49.665699 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.666365 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.666903 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.667444 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.668013 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.668538 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.669083 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.669741 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.669973 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55526) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:49.670221 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.670649 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.671039 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.671478 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6079a6c7-f87d-40dd-bba8-379217569e38 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:31:49.792161 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 62a60161-a3c8-464f-a37f-47319137e418 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:31:49.792484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (62a60161-a3c8-464f-a37f-47319137e418), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.874422 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (62a60161-a3c8-464f-a37f-47319137e418), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.874774 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (62a60161-a3c8-464f-a37f-47319137e418), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:49.887397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 62a60161-a3c8-464f-a37f-47319137e418 owned by network:floatingip {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:31:50.082797 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (62a60161-a3c8-464f-a37f-47319137e418), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.106312 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=62a60161-a3c8-464f-a37f-47319137e418,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:50.172412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (f58e7145-1e02-4a45-b2d6-ef0f23db4312), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.174916 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.176203 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a2eae993-a612-432f-af4d-bc53e355abab tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/f58e7145-1e02-4a45-b2d6-ef0f23db4312 HTTP/1.1" status: 204 len: 168 time: 0.5052652 Sep 23 15:31:50.322407 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.369376 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55530) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:50.373894 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453974437', 'description': 'tempest-description--78717440'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:50.493433 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.493713 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 19d0ee19-e224-46c7-b495-29b93b0f2d29 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:31:50.516755 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 19d0ee19-e224-46c7-b495-29b93b0f2d29 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:31:50.517101 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 19d0ee19-e224-46c7-b495-29b93b0f2d29 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:31:50.568816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (2283951a-a48b-4c59-b6e4-8489a765b89e), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.653058 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2283951a-a48b-4c59-b6e4-8489a765b89e), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.684554 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2283951a-a48b-4c59-b6e4-8489a765b89e,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:50.742208 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.743526 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-6d736fec-4525-42d7-b6ab-02725c3a3808 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3731112 Sep 23 15:31:50.746386 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55532) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:50.750716 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': '2283951a-a48b-4c59-b6e4-8489a765b89e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:50.852301 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (fbaa6124-343a-4669-a1f4-23d5073dc15c), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.906289 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (fbaa6124-343a-4669-a1f4-23d5073dc15c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.987792 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (fbaa6124-343a-4669-a1f4-23d5073dc15c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:50.996262 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:51.008132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:51.009963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbaa6124-343a-4669-a1f4-23d5073dc15c,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:51.075890 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.077215 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-cf50251e-5d40-43f9-b5a4-79e4f23b425b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3298421 Sep 23 15:31:51.079864 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55534) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:51.092092 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'security_group_rule': {'security_group_id': '2283951a-a48b-4c59-b6e4-8489a765b89e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:51.262486 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (0a63f7b2-8754-4750-ba6b-14cbf4735dd1), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.325258 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (0a63f7b2-8754-4750-ba6b-14cbf4735dd1), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.427776 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787669'] for security_group_rule (0a63f7b2-8754-4750-ba6b-14cbf4735dd1), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.448290 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a63f7b2-8754-4750-ba6b-14cbf4735dd1,revision_number=0']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:51.487108 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:31:51.517999 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.519196 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3cb74d1c-5366-492e-91cb-0541868d3cb6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4383054 Sep 23 15:31:51.522417 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55536) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:31:51.527110 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:51.719328 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.805740 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:51.912226 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.27.0.5 (a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671/da8bab2d-83d1-4acf-a106-8ac708fec6ae/2bdb9364-2dde-4175-bb00-db86ed216cdc) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:31:52.001803 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.024061 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.122070 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.162909 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:31:52.168905 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:31:52.171571 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:31:52.199580 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:52.203871 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=2bdb9364-2dde-4175-bb00-db86ed216cdc,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:52.265468 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (72448fca-558a-47ff-b15e-f48427f3e904), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.350278 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.403920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.490387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:52.560423 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.638983 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.710479 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=2bdb9364-2dde-4175-bb00-db86ed216cdc,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:52.713864 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (72448fca-558a-47ff-b15e-f48427f3e904), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.795558 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:52.796904 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-67087c82-1c54-4613-90cb-c1d23459abbb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2734964 Sep 23 15:31:53.001577 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-fa0e0a78-4efc-465a-b496-0b64a6763bfb tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1453974437&fields=id&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 267 time: 0.0448711 Sep 23 15:31:53.109895 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-fb205d57-e531-43ef-a705-0a7d00a144d6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:53.111351 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-fb205d57-e531-43ef-a705-0a7d00a144d6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1025925 Sep 23 15:31:53.127357 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-4d963a53-e371-4cb3-b8bd-3b01215ff227 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/quotas/695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 375 time: 0.0093379 Sep 23 15:31:53.180920 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-b794a26f-f9ef-4a6e-989e-ddf8995bc484 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473680 Sep 23 15:31:53.279414 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-ce8b684f-05b5-41ca-a446-8f8c6fcf686f service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864637 Sep 23 15:31:53.375313 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-24fe2bd5-4114-4367-b1cd-e0332efe2901 service neutron] 10.222.0.55 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900552 Sep 23 15:31:53.648188 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-a9cccb04-724d-452d-8f8e-682c530c1556 req-8fbbfe42-b2c3-420e-96dd-f7e1ed3533f2 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 210 time: 0.0282576 Sep 23 15:31:54.750932 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5e25e8d5-d867-468d-9673-c56eef357e83 req-aa6beca3-94bd-4080-8de7-3f5f360b35e5 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 210 time: 0.0288997 Sep 23 15:31:55.633409 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:55.654431 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-e8cfe90e-7398-4f6e-b4ed-bc81443d7bb3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:55.655874 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-e8cfe90e-7398-4f6e-b4ed-bc81443d7bb3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 814 time: 0.1217644 Sep 23 15:31:55.719297 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-58dc39cd-4a50-45c8-a833-38b9628e12c6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=695b6a2a390b481bbca2fd367273c268 HTTP/1.1" status: 200 len: 380 time: 0.0549657 Sep 23 15:31:55.728610 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'port': {'device_id': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'admin_state_up': True, 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'security_groups': ['2283951a-a48b-4c59-b6e4-8489a765b89e']}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:55.866643 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e36951c7-85c6-42d3-bbbf-625bdbc11f1f req-78a62778-7eb1-44eb-9e63-53c93ba74fbe tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 210 time: 0.0343709 Sep 23 15:31:55.869027 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:55.933023 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Made reservation on behalf of 695b6a2a390b481bbca2fd367273c268 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:31:55.937076 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.069917 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Allocated IP 172.20.0.12 (8efafa58-1ac7-4f82-bc57-6974c89b4f6e/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68/6ec5a59f-f560-48ce-99dd-bf09f752e04c) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:31:56.209478 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.308751 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.354338 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:56.358345 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:31:56.364471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:31:56.368618 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:31:56.393053 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event updated for resources: {'Port': ['ID=6ec5a59f-f560-48ce-99dd-bf09f752e04c,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:56.427371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:56.428038 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.495658 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-875d376c-08c5-4bfb-b263-e856d30115de tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7707067 Sep 23 15:31:56.507570 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Request body: {'port': {'device_id': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:31:56.573612 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.613062 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Provisioning complete for port 6ec5a59f-f560-48ce-99dd-bf09f752e04c triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:31:56.613935 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.614116 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Attempt 1 to provision port 6ec5a59f-f560-48ce-99dd-bf09f752e04c Sep 23 15:31:56.648667 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Port 6ec5a59f-f560-48ce-99dd-bf09f752e04c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:31:56.835218 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec5a59f-f560-48ce-99dd-bf09f752e04c {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:31:56.843130 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Publish callbacks [] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:56.855950 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Transition to ACTIVE for port object 6ec5a59f-f560-48ce-99dd-bf09f752e04c will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:31:56.938816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:57.046153 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94bde6-a9db-4e0e-b85c-1ee1e2bbed59 req-b9cfdf10-8685-4750-bbb8-3f75ceebd795 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.047631 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fe94bde6-a9db-4e0e-b85c-1ee1e2bbed59 req-b9cfdf10-8685-4750-bbb8-3f75ceebd795 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 944 time: 0.1022246 Sep 23 15:31:57.067055 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Pushing event updated for resources: {'Port': ['ID=6ec5a59f-f560-48ce-99dd-bf09f752e04c,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:57.133684 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Attempting to bind port 6ec5a59f-f560-48ce-99dd-bf09f752e04c on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:31:57.133927 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Attempting to bind port 6ec5a59f-f560-48ce-99dd-bf09f752e04c by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:31:57.134246 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Attempting to bind port 6ec5a59f-f560-48ce-99dd-bf09f752e04c on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:31:57.140329 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-fe94bde6-a9db-4e0e-b85c-1ee1e2bbed59 req-e9b5c9e2-adb9-4c9f-aec8-de21aaa89a85 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688767 Sep 23 15:31:57.149448 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Attempt 2 to provision port 6ec5a59f-f560-48ce-99dd-bf09f752e04c Sep 23 15:31:57.185951 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Port 6ec5a59f-f560-48ce-99dd-bf09f752e04c on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:31:57.186283 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Attempting to bind port 6ec5a59f-f560-48ce-99dd-bf09f752e04c on network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:31:57.187275 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Port 6ec5a59f-f560-48ce-99dd-bf09f752e04c cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:31:57.227232 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:57.230129 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:31:57.230470 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Checking segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:31:57.230858 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Bound using segment: {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:31:57.231297 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Bound port: 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a49fc2-958e-4199-837f-dc66c4a35026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:31:57.231657 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:57.296571 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] For port 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:31:57.300075 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] For port 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:31:57.385173 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:57.389638 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.390313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:31:57.397583 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/6ec5a59f-f560-48ce-99dd-bf09f752e04c HTTP/1.1" status: 200 len: 1094 time: 0.8891327 Sep 23 15:31:57.397583 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:31:57.398398 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:31:57.437495 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef41397-20a7-4e42-8816-1c080a9485ef x-openstack-request-id: req-1ef41397-20a7-4e42-8816-1c080a9485ef {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:31:57.437877 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:31:57.438169 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ef41397-20a7-4e42-8816-1c080a9485ef {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:31:57.438581 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef41397-20a7-4e42-8816-1c080a9485ef'] response: {'name': 'network-changed', 'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'status': 'completed', 'code': 200} Sep 23 15:31:57.441355 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:57.456617 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e62e0-100e-4de8-b818-9e54e02ce65d service neutron] Pushing event updated for resources: {'Port': ['ID=6ec5a59f-f560-48ce-99dd-bf09f752e04c,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:31:57.507490 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e req-cd0cb3b9-066b-4d0c-b4de-e88688c27fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.509026 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e req-cd0cb3b9-066b-4d0c-b4de-e88688c27fd3 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 1128 time: 0.0455570 Sep 23 15:31:57.612265 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e req-60500608-2bde-4a7a-8221-f3235772ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.614196 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e req-60500608-2bde-4a7a-8221-f3235772ef9f service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=695b6a2a390b481bbca2fd367273c268&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0979993 Sep 23 15:31:57.688527 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Attempt 3 to provision port 6ec5a59f-f560-48ce-99dd-bf09f752e04c Sep 23 15:31:57.713998 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e req-72f9235e-1326-4ca0-8ffa-c4a56c57cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.715507 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-79a87262-3cfb-4cdf-a2e1-64afa51ff16e req-72f9235e-1326-4ca0-8ffa-c4a56c57cb67 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959864 Sep 23 15:31:57.730110 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-9a2f6b35-7c3e-4f4b-a051-d7c9f5c6d2b5 None None] Port 6ec5a59f-f560-48ce-99dd-bf09f752e04c had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:31:57.790393 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-2bfdd619-d7ee-4dce-b021-3792309aadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:57.791886 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-2bfdd619-d7ee-4dce-b021-3792309aadb5 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 1128 time: 0.0399613 Sep 23 15:31:57.830717 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-2f543485-5c3b-4d16-bc9f-41560eb6fc7f service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c HTTP/1.1" status: 200 len: 217 time: 0.0312128 Sep 23 15:31:58.131539 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-f5856e04-ba99-4e34-a715-d7bf08a80b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:58.133049 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-f5856e04-ba99-4e34-a715-d7bf08a80b58 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.2967908 Sep 23 15:31:58.182628 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-e0bd0117-1af5-4ae1-abde-5f58b520f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:58.185180 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-e0bd0117-1af5-4ae1-abde-5f58b520f701 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454135 Sep 23 15:31:58.306718 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4184c4-b6e7-40c6-bde8-f8f57f11b5a4 req-5956fd4c-7d21-44ce-96ab-de9daa178204 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:58.308278 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3d4184c4-b6e7-40c6-bde8-f8f57f11b5a4 req-5956fd4c-7d21-44ce-96ab-de9daa178204 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 944 time: 0.0720568 Sep 23 15:31:58.333827 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-75fc147a-54af-47e6-902f-76e8fdda69f5 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415365 Sep 23 15:31:58.433239 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3d4184c4-b6e7-40c6-bde8-f8f57f11b5a4 req-643c2345-ea5c-495f-ae8e-397886587de6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127708 Sep 23 15:31:58.468715 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-29e2d417-9c81-4537-a6e1-89a9a6a00b06 req-470c3831-f13e-4a2d-9ebe-d64ac7f755b6 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286807 Sep 23 15:31:59.561584 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec6d09-10ba-4a36-bf87-920129ae17c9 req-1efae055-f5af-4c68-ae4a-20ecc3b1e0ef tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:31:59.563130 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3cec6d09-10ba-4a36-bf87-920129ae17c9 req-1efae055-f5af-4c68-ae4a-20ecc3b1e0ef tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 944 time: 0.0515242 Sep 23 15:31:59.612011 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3cec6d09-10ba-4a36-bf87-920129ae17c9 req-509a5e3c-ec3e-449e-b6ed-a8e42cf68abc tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431967 Sep 23 15:31:59.650183 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:31:59.659334 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:00.734445 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b8d0d-62a7-4ca3-8d4e-82fb5450311b req-50ae4c54-c429-43f0-99e8-b22c6869f488 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:00.735959 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-167b8d0d-62a7-4ca3-8d4e-82fb5450311b req-50ae4c54-c429-43f0-99e8-b22c6869f488 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 944 time: 0.0484669 Sep 23 15:32:00.787196 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-167b8d0d-62a7-4ca3-8d4e-82fb5450311b req-fedbdc89-2938-45e2-95cc-6d1562781c49 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445786 Sep 23 15:32:01.871729 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:01.914816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc284213-76c3-4183-a803-ba55e5606c2f req-a4ef0484-21fd-433c-b653-c651520e91a5 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:01.916330 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc284213-76c3-4183-a803-ba55e5606c2f req-a4ef0484-21fd-433c-b653-c651520e91a5 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 944 time: 0.0533257 Sep 23 15:32:01.966348 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-dc284213-76c3-4183-a803-ba55e5606c2f req-7d1da96e-f38a-4116-9db7-59a4731d44e3 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Sep 23 15:32:02.509284 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 6ec5a59f-f560-48ce-99dd-bf09f752e04c details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:32:02.528818 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:02.543119 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:02.618238 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:32:02.630558 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'port_id': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'mac_address': 'fa:16:3e:9b:3a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:32:02.668223 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 6ec5a59f-f560-48ce-99dd-bf09f752e04c is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:32:02.668675 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:02.683078 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec5a59f-f560-48ce-99dd-bf09f752e04c {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:32:02.703846 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:32:02.767205 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:02.815857 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=6ec5a59f-f560-48ce-99dd-bf09f752e04c,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:02.823395 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.823761 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.824140 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.824487 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.824831 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.825166 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.825497 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.825828 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.826157 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.826485 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.826928 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.827262 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.827590 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.827918 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.828302 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:02.970648 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['6ec5a59f-f560-48ce-99dd-bf09f752e04c'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:32:03.089830 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee894a-10a7-4faa-a25b-e6b71dd0f79a req-796ab64d-db60-4329-9bd4-530a77a9c32f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:03.091586 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b0ee894a-10a7-4faa-a25b-e6b71dd0f79a req-796ab64d-db60-4329-9bd4-530a77a9c32f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 945 time: 0.0489519 Sep 23 15:32:03.141187 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b0ee894a-10a7-4faa-a25b-e6b71dd0f79a req-fd5fb17c-7c9b-46bc-b834-250cfe812b71 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Sep 23 15:32:03.460143 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:03.469138 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:04.269623 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5da2d-c7bd-4159-b50a-7faddec67191 req-fc22a1a9-b742-4cb1-bac5-db79c366e738 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:04.271140 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5fc5da2d-c7bd-4159-b50a-7faddec67191 req-fc22a1a9-b742-4cb1-bac5-db79c366e738 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 945 time: 0.0529175 Sep 23 15:32:04.296071 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:04.323458 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5fc5da2d-c7bd-4159-b50a-7faddec67191 req-70dedaaf-4236-4b3b-ba71-e60f80686de0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466692 Sep 23 15:32:04.503780 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:04.524526 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 6ec5a59f-f560-48ce-99dd-bf09f752e04c up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:32:04.567361 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 6ec5a59f-f560-48ce-99dd-bf09f752e04c completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:32:04.624793 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 6ec5a59f-f560-48ce-99dd-bf09f752e04c triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:32:04.625099 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:04.625445 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 6ec5a59f-f560-48ce-99dd-bf09f752e04c Sep 23 15:32:04.705247 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 6ec5a59f-f560-48ce-99dd-bf09f752e04c is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:32:04.705643 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:04.731529 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:32:04.733876 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb341c64-6c25-4b55-8299-2b5bbafcbef6" -d '{"events": [{"server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "name": "network-vif-plugged", "status": "completed", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:32:04.747711 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:32:04.839017 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:04.892087 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=6ec5a59f-f560-48ce-99dd-bf09f752e04c,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:04.905486 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4fe69b-493b-4424-9275-edf18f70ebc1 x-openstack-request-id: req-5b4fe69b-493b-4424-9275-edf18f70ebc1 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:32:04.905786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "name": "network-vif-plugged", "status": "completed", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:32:04.906047 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b4fe69b-493b-4424-9275-edf18f70ebc1 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:32:04.906459 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4fe69b-493b-4424-9275-edf18f70ebc1'] response: {'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'code': 200} Sep 23 15:32:05.219267 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd04cb3-3260-43ba-bd92-8b6098878390 req-ca02d671-ae70-4c5e-bbfb-a6f9e64e7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:05.220806 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0cd04cb3-3260-43ba-bd92-8b6098878390 req-ca02d671-ae70-4c5e-bbfb-a6f9e64e7b21 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 1130 time: 0.0395455 Sep 23 15:32:05.267700 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0cd04cb3-3260-43ba-bd92-8b6098878390 req-2f7d724d-1537-4886-b4a2-85708b401c0f service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399094 Sep 23 15:32:05.450742 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4711c7-d331-49d4-9cc8-3b6756f842e4 req-fea7b1b3-25bb-4158-bef6-6bd56bee9c4e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:05.452197 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f4711c7-d331-49d4-9cc8-3b6756f842e4 req-fea7b1b3-25bb-4158-bef6-6bd56bee9c4e tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0486896 Sep 23 15:32:05.505966 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4f4711c7-d331-49d4-9cc8-3b6756f842e4 req-598f926d-f8dd-4fc1-ae10-d7bf7c827751 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Sep 23 15:32:06.637280 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc74b5-7e00-459b-b784-897a18626196 req-c75ffd29-3b79-4230-86a7-81fc3c3c4f13 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:06.638786 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d0dc74b5-7e00-459b-b784-897a18626196 req-c75ffd29-3b79-4230-86a7-81fc3c3c4f13 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0482340 Sep 23 15:32:06.687163 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d0dc74b5-7e00-459b-b784-897a18626196 req-292ec785-1032-4110-a17c-87b13bb5e6c0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Sep 23 15:32:07.808133 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5140231-3f11-4f68-8875-81f130f96b00 req-b91c47b5-8151-485d-8143-aa8c2ba2560b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:07.809632 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d5140231-3f11-4f68-8875-81f130f96b00 req-b91c47b5-8151-485d-8143-aa8c2ba2560b tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0479972 Sep 23 15:32:07.856941 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-d5140231-3f11-4f68-8875-81f130f96b00 req-f5fab282-0a71-4589-bfec-ac7ece44a66d tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418422 Sep 23 15:32:07.981320 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd5729-6eb2-42cd-b678-db726bb71634 req-2b98b41a-bb13-4f40-b3bf-cf42f9258c95 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:07.982853 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-09bd5729-6eb2-42cd-b678-db726bb71634 req-2b98b41a-bb13-4f40-b3bf-cf42f9258c95 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0523140 Sep 23 15:32:07.994176 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55600) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:32:07.998645 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Request body: {'floatingip': {'port_id': '6ec5a59f-f560-48ce-99dd-bf09f752e04c'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:32:08.038070 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (72448fca-558a-47ff-b15e-f48427f3e904), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:08.388690 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:08.481546 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:08.560897 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (72448fca-558a-47ff-b15e-f48427f3e904), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:08.656159 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP 72448fca-558a-47ff-b15e-f48427f3e904 associated. External IP: 172.27.0.5, port: 6ec5a59f-f560-48ce-99dd-bf09f752e04c. Sep 23 15:32:08.658721 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:08.858775 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:32:08.965693 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:32:08.970591 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:08.976786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:32:08.980332 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:08.987723 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:32:08.988704 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:31:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:09.003436 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-81d6a976-85b7-437d-aa77-a998a9461614 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "PUT /networking/v2.0/floatingips/72448fca-558a-47ff-b15e-f48427f3e904 HTTP/1.1" status: 200 len: 990 time: 1.0078859 Sep 23 15:32:09.004471 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:32:09.006918 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3abef-c49e-476b-9fcb-625c75bef1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:32:09.045890 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f377b5-f4b9-413b-ac20-b56499b36e93 x-openstack-request-id: req-80f377b5-f4b9-413b-ac20-b56499b36e93 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:32:09.046183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:32:09.046439 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80f377b5-f4b9-413b-ac20-b56499b36e93 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:32:09.046855 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f377b5-f4b9-413b-ac20-b56499b36e93'] response: {'name': 'network-changed', 'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'status': 'completed', 'code': 200} Sep 23 15:32:09.101475 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:32:09.119939 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-60a5ebec-b01c-4b3d-b3ac-cc7b0fe013ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:09.121526 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-60a5ebec-b01c-4b3d-b3ac-cc7b0fe013ff service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 1130 time: 0.0471523 Sep 23 15:32:09.219923 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-a80c87c0-cd7b-4bac-b955-273ed1157072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:09.221352 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-a80c87c0-cd7b-4bac-b955-273ed1157072 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.0946083 Sep 23 15:32:09.266285 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:09.291586 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-fa0aa88e-a9ca-4776-86de-69453551dcff service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c HTTP/1.1" status: 200 len: 998 time: 0.0632255 Sep 23 15:32:09.328516 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '72448fca-558a-47ff-b15e-f48427f3e904', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:9b:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:52Z', 'updated_at': '2022-09-23T15:32:08Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:09.343338 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-4bbc9f1b-3798-45b0-ac27-a2bac5df37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:09.344879 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-4bbc9f1b-3798-45b0-ac27-a2bac5df37ea service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0480676 Sep 23 15:32:09.353743 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:32:09.363049 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:32:09.363908 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:31:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:09.389830 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-03e2d05e-94c5-4d75-b09c-a4d28d96676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:09.391375 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-03e2d05e-94c5-4d75-b09c-a4d28d96676a service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402858 Sep 23 15:32:09.469488 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:32:09.487795 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-79d0b777-a94d-4c60-84c9-9b0e23022043 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883842 Sep 23 15:32:09.550987 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:09.580184 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e2c3abef-c49e-476b-9fcb-625c75bef1f9 req-daf8825b-d51a-4ef0-9ab2-13668ecde11f service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865891 Sep 23 15:32:09.687230 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '72448fca-558a-47ff-b15e-f48427f3e904', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:9b:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:52Z', 'updated_at': '2022-09-23T15:32:08Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:09.712260 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d8447-1aec-4851-a32c-fe279c48b217 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_floatingips': [{'id': '72448fca-558a-47ff-b15e-f48427f3e904', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'floating_ip_address': '172.27.0.5', 'floating_network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'router_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'port_id': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'mac_address': 'fa:16:3e:9b:3a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-23T15:31:52Z', 'updated_at': '2022-09-23T15:32:08Z', 'revision_number': 1, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:32:09.924703 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a275844-e48e-4c99-ae61-323c94e578ef None None] New status for floating IP 72448fca-558a-47ff-b15e-f48427f3e904: ACTIVE {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:32:12.455736 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-a4aac4a4-38dc-4412-9e72-d5dbd9696998 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453982 Sep 23 15:32:12.540893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-5aae399f-95ba-43f0-9f25-00b33c231fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:12.542413 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-5aae399f-95ba-43f0-9f25-00b33c231fcc service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=695b6a2a390b481bbca2fd367273c268&device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 1130 time: 0.0413370 Sep 23 15:32:12.652930 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-fbecae7e-6b1f-4868-8a00-02723e4c8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:12.654315 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-fbecae7e-6b1f-4868-8a00-02723e4c8f68 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 200 len: 915 time: 0.0939512 Sep 23 15:32:12.708783 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:12.725508 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-cab1f9df-3e34-49b0-8c2d-991dde3bf40b service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c HTTP/1.1" status: 200 len: 1000 time: 0.0644498 Sep 23 15:32:12.775536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-c1314d4d-622d-473b-91be-b2fcbf26c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:12.777049 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-c1314d4d-622d-473b-91be-b2fcbf26c66d service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 200 len: 853 time: 0.0460687 Sep 23 15:32:12.824519 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-2d1b5e67-a2aa-4b97-b6bc-9dbb21b9c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:12.826644 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-2d1b5e67-a2aa-4b97-b6bc-9dbb21b9c364 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=8efafa58-1ac7-4f82-bc57-6974c89b4f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442007 Sep 23 15:32:12.939004 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-30c05d00-1fb9-4ff0-8494-289e47de533d service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940142 Sep 23 15:32:13.051123 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-13b7aa79-3dd0-4beb-96d5-61d5a4ff1549 req-acc87c5b-1187-4f6d-8a82-3f1ef1de06d0 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047027 Sep 23 15:32:16.525203 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-bbf87147-1b47-48d2-914b-632ebc00f83b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:18.829461 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-096fe518-2ba2-4b55-b679-74ed0b1d5cd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:20.027643 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:20.029587 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:20.302158 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:22.023746 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:22.326795 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:23.046107 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=21 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:23.048042 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=61 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:28.485733 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:32:31.931539 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:32.271921 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:34.532160 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:40.477567 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:40.478398 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:46.467400 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-38a2bcf7-96bc-473e-a900-2fd83fbe9f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:48.845719 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b230bc9a-3d9e-4041-8c05-74f4e2f29afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:50.302847 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:52.000261 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:52.325761 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:55.327180 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dccb321-79e8-4b4f-acad-01af3bc0fc6e req-95e9cf7e-9de5-4d63-b75a-6b6a59e08f11 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:55.328769 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0dccb321-79e8-4b4f-acad-01af3bc0fc6e req-95e9cf7e-9de5-4d63-b75a-6b6a59e08f11 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0512431 Sep 23 15:32:55.377975 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0dccb321-79e8-4b4f-acad-01af3bc0fc6e req-d7277a17-ffd9-4089-86aa-e2a051655586 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Sep 23 15:32:56.502190 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10fa9-dd0e-475f-931a-960b2eb8faf9 req-df25626c-0767-4aa6-aae6-8c836402ee04 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:56.503718 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e4d10fa9-dd0e-475f-931a-960b2eb8faf9 req-df25626c-0767-4aa6-aae6-8c836402ee04 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0478132 Sep 23 15:32:56.553238 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-e4d10fa9-dd0e-475f-931a-960b2eb8faf9 req-29025324-57e2-419f-81d7-60a6c5793233 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=2283951a-a48b-4c59-b6e4-8489a765b89e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Sep 23 15:32:56.772291 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-4c818210-26c9-4c66-a91e-5ddca2f0d2f6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:32:56.773759 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-4c818210-26c9-4c66-a91e-5ddca2f0d2f6 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 946 time: 0.0500865 Sep 23 15:32:56.854624 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 6ec5a59f-f560-48ce-99dd-bf09f752e04c {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:32:56.854962 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:56.947822 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] For port 6ec5a59f-f560-48ce-99dd-bf09f752e04c, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=6ec5a59f-f560-48ce-99dd-bf09f752e04c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:32:56.948212 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:57.114378 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:57.115327 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4107683'] for floatingip (72448fca-558a-47ff-b15e-f48427f3e904), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:57.115672 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.db.l3_db [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Floating IP 72448fca-558a-47ff-b15e-f48427f3e904 disassociated. External IP: 172.27.0.5, port: 6ec5a59f-f560-48ce-99dd-bf09f752e04c. Sep 23 15:32:57.116001 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 6ec5a59f-f560-48ce-99dd-bf09f752e04c owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:32:57.314268 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (6ec5a59f-f560-48ce-99dd-bf09f752e04c), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:57.344164 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=6ec5a59f-f560-48ce-99dd-bf09f752e04c,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:32:57.356527 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.356876 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.357217 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.357550 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.357880 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.358208 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.358534 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.358990 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.359315 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.359800 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.360156 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.360477 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.360793 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.361115 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.361431 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:32:57.794294 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-5343f52c-58f1-4efa-bb8e-3cc6ec5ab61c req-b2488de6-9f75-4856-8bc2-6bc8c2e1823f tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 210 time: 0.0403497 Sep 23 15:32:57.794294 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:32:57.911920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:57.911920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:32:57.911920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:32:57.914038 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:32:57.914038 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:32:57.914038 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:32:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:57.914809 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] No DVR routers for this DVR port 6ec5a59f-f560-48ce-99dd-bf09f752e04c on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:32:57.914809 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:32:57.915235 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-03d86de7-f219-4c22-9fbf-5ff83701a3bd req-2e8ed1a3-a986-4c95-a6f5-5787b2cbbf35 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.77 "DELETE /networking/v2.0/ports/6ec5a59f-f560-48ce-99dd-bf09f752e04c HTTP/1.1" status: 204 len: 173 time: 1.1363859 Sep 23 15:32:57.915664 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'name': 'network-vif-deleted', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:32:57.917999 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b57f01-c388-4369-a413-c343fe317a3b" -d '{"events": [{"server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "name": "network-vif-deleted", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:32:57.957184 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdbf2e1-7029-4ce1-9b63-7af6e8c2e179 x-openstack-request-id: req-1fdbf2e1-7029-4ce1-9b63-7af6e8c2e179 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:32:57.957482 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e", "name": "network-vif-deleted", "tag": "6ec5a59f-f560-48ce-99dd-bf09f752e04c", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:32:57.957739 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fdbf2e1-7029-4ce1-9b63-7af6e8c2e179 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:32:57.958153 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fdbf2e1-7029-4ce1-9b63-7af6e8c2e179'] response: {'server_uuid': '6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e', 'name': 'network-vif-deleted', 'tag': '6ec5a59f-f560-48ce-99dd-bf09f752e04c', 'status': 'completed', 'code': 200} Sep 23 15:32:58.003202 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:32:58.195561 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:58.223784 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:32:58.232494 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:32:58.233119 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:32:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:58.334920 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:32:58.528656 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:32:58.553769 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4bc3c4-ddbb-4ba4-b818-ed2264df7d36 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:28:18Z', 'revision_number': 4, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi', '_interfaces': [{'id': 'ce6ab157-4bf9-4093-a0e5-1704e7fc316c', 'name': '', 'network_id': '8efafa58-1ac7-4f82-bc57-6974c89b4f6e', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'mac_address': 'fa:16:3e:63:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:17Z', 'updated_at': '2022-09-23T15:28:23Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'subnets': [{'id': 'e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:32:58.778529 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6c880-4fed-45b1-9e7f-74a83dd97171 None None] New status for floating IP 72448fca-558a-47ff-b15e-f48427f3e904: DOWN {{(pid=107138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 23 15:32:58.868195 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-b4c8d68a-a174-4548-8ee7-cce302a31463 req-6b69079e-53ce-4a7c-8993-43efb97ea367 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=6d9a4983-1e53-4bb1-adec-7a0a0a4d0f8e HTTP/1.1" status: 200 len: 210 time: 0.0332942 Sep 23 15:33:00.035211 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55686) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:00.095272 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd5941d3-ff7d-4988-b464-925d83b3f667 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (2283951a-a48b-4c59-b6e4-8489a765b89e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.119524 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd5941d3-ff7d-4988-b464-925d83b3f667 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (2283951a-a48b-4c59-b6e4-8489a765b89e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.297389 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd5941d3-ff7d-4988-b464-925d83b3f667 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2283951a-a48b-4c59-b6e4-8489a765b89e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.300185 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fd5941d3-ff7d-4988-b464-925d83b3f667 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.301234 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fd5941d3-ff7d-4988-b464-925d83b3f667 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2283951a-a48b-4c59-b6e4-8489a765b89e HTTP/1.1" status: 204 len: 168 time: 0.2650037 Sep 23 15:33:00.305055 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55688) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:00.312375 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5941d3-ff7d-4988-b464-925d83b3f667 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2283951a-a48b-4c59-b6e4-8489a765b89e,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:00.322498 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.api.v2.resource [None req-32211de3-a7c9-463e-aaa5-25f27f0b5bb0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] show failed (client error): The resource could not be found. Sep 23 15:33:00.323700 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-32211de3-a7c9-463e-aaa5-25f27f0b5bb0 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "GET /networking/v2.0/security-groups/2283951a-a48b-4c59-b6e4-8489a765b89e HTTP/1.1" status: 404 len: 347 time: 0.0170863 Sep 23 15:33:00.326864 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55692) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:00.443357 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Deleting port 2bdb9364-2dde-4175-bb00-db86ed216cdc {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:00.443782 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.529614 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.529980 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (2bdb9364-2dde-4175-bb00-db86ed216cdc), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.544223 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Calling delete_port for 2bdb9364-2dde-4175-bb00-db86ed216cdc owned by network:floatingip {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:00.772005 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (2bdb9364-2dde-4175-bb00-db86ed216cdc), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.803076 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Pushing event deleted for resources: {'Port': ['ID=2bdb9364-2dde-4175-bb00-db86ed216cdc,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:00.818047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.818401 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.818859 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.819202 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.819539 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.819872 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.820224 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.820550 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.820874 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.821210 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.821535 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.821853 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.822181 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.822498 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.822816 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:00.836094 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 6ec5a59f-f560-48ce-99dd-bf09f752e04c no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:33:00.860241 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 6ec5a59f-f560-48ce-99dd-bf09f752e04c {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:33:00.860896 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 6ec5a59f-f560-48ce-99dd-bf09f752e04c not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:33:00.881360 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks [] for floatingip (72448fca-558a-47ff-b15e-f48427f3e904), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.884006 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for floatingip (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:00.885202 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-8ff081ff-657d-46ba-a670-7fd439e48b98 tempest-AttachVolumeNegativeTest-1878745631 tempest-AttachVolumeNegativeTest-1878745631-project] 10.222.0.55 "DELETE /networking/v2.0/floatingips/72448fca-558a-47ff-b15e-f48427f3e904 HTTP/1.1" status: 204 len: 168 time: 0.5573020 Sep 23 15:33:04.470079 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:04.471706 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:04.576938 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:05.085571 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55728) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:05.412919 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4098979'] for router_interface (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:05.483817 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:33:05.556477 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:05.560185 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:05.634102 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Deleting port ce6ab157-4bf9-4093-a0e5-1704e7fc316c {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:05.634440 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:05.717525 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] For port ce6ab157-4bf9-4093-a0e5-1704e7fc316c, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:05.717881 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:05.730506 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Calling delete_port for ce6ab157-4bf9-4093-a0e5-1704e7fc316c owned by network:router_interface {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:05.976362 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (ce6ab157-4bf9-4093-a0e5-1704e7fc316c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:06.001510 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Pushing event deleted for resources: {'Port': ['ID=ce6ab157-4bf9-4093-a0e5-1704e7fc316c,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:06.410554 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3683368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106259'] for router_interface (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:06.558537 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:06.623747 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c has already been hosted by L3 agent f0e97d1b-57c9-4049-ad2a-1f8d08669b17 {{(pid=107135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 15:33:06.725792 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:06.728811 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] Notify agent at l3_agent.dv-cinder-855307-2-iscsi the message routers_updated {{(pid=107135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 15:33:06.736031 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-7355e6c9-6f7d-4e09-965a-046cb08fb3db admin admin] 10.222.0.55 "PUT /networking/v2.0/routers/6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6471686 Sep 23 15:33:06.736572 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55730) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:06.739077 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] Sync routers for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 15:33:06.751150 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:06.751788 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:32:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:06.841859 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks [] for router (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:06.858343 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: dv-cinder-855307-2-iscsi {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:06.949798 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks [] for router_gateway (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.034953 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'external_fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215'}], 'enable_snat': True}, 'gw_port_id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:33:05Z', 'revision_number': 5, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port': {'id': '1469b596-d168-4c8f-811e-b3dcaeeafc39', 'name': '', 'network_id': 'a429bdcc-a2b4-4e6d-a2c1-ad98b9ef3671', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:61:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'ip_address': '172.27.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-855307-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-23T15:28:15Z', 'updated_at': '2022-09-23T15:28:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'da8bab2d-83d1-4acf-a106-8ac708fec6ae', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-855307-2-iscsi'}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:07.044461 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Deleting port 1469b596-d168-4c8f-811e-b3dcaeeafc39 {{(pid=107135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:07.044852 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.063832 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] Checking router: 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c for host: dv-cinder-855307-2-iscsi {{(pid=107137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 15:33:07.073503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] Routers {'6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'} bound to L3 agent in host dv-cinder-855307-2-iscsi {{(pid=107137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 23 15:33:07.074124 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-855307-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-23T15:11:19Z,description=,heartbeat_timestamp=2022-09-23T15:32:49Z,host='dv-cinder-855307-2-iscsi',id=f0e97d1b-57c9-4049-ad2a-1f8d08669b17,load=0,resource_versions=,resources_synced=,started_at=2022-09-23T15:11:19Z,topic='l3_agent')) {'router_ids': ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'], 'active': True} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:07.133740 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.db [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] For port 1469b596-d168-4c8f-811e-b3dcaeeafc39, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=1469b596-d168-4c8f-811e-b3dcaeeafc39,segment=NetworkSegment(25a3fe10-4977-46ff-9de4-bea5d82b7f8c),segment_id=25a3fe10-4977-46ff-9de4-bea5d82b7f8c)] {{(pid=107135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:07.134103 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.147731 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.plugins.ml2.plugin [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Calling delete_port for 1469b596-d168-4c8f-811e-b3dcaeeafc39 owned by network:router_gateway {{(pid=107135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:07.157868 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvr_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] Set router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c gateway port host: None {{(pid=107137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 23 15:33:07.211243 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_hamode_db [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:33:06Z', 'revision_number': 6, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port_host': None}], 'dv-cinder-855307-2-iscsi', False) {} {{(pid=107137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:07.236224 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11d7406-eef2-405b-9902-6e22c5d6e289 None None] The sync data for ids ['6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c'] in dv-cinder-855307-2-iscsi is: [{'id': '6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c', 'name': 'tempest-AttachVolumeNegativeTest-506429937-router', 'tenant_id': '695b6a2a390b481bbca2fd367273c268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-23T15:28:14Z', 'updated_at': '2022-09-23T15:33:06Z', 'revision_number': 6, 'project_id': '695b6a2a390b481bbca2fd367273c268', 'gw_port_host': None}] {{(pid=107137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 15:33:07.411044 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2759941'] for port (1469b596-d168-4c8f-811e-b3dcaeeafc39), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.439667 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1469b596-d168-4c8f-811e-b3dcaeeafc39,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:07.503756 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4107609'] for router_gateway (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.608221 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4110541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.611195 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks [] for router_controller (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.658357 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:07.702474 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ce6ab157-4bf9-4093-a0e5-1704e7fc316c no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:33:07.725392 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: ce6ab157-4bf9-4093-a0e5-1704e7fc316c {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:33:07.725894 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device ce6ab157-4bf9-4093-a0e5-1704e7fc316c not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:33:07.760144 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106350'] for router (6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.760748 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c {{(pid=107135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 15:33:07.766999 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.766999 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-abecab16-11b9-46b2-9309-551b3743bfe6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/routers/6c3bfb34-40f8-4ba0-b847-0c7e24b7b93c HTTP/1.1" status: 204 len: 168 time: 1.0287576 Sep 23 15:33:07.769417 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55732) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:07.815920 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Deleting subnet e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 {{(pid=107135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 23 15:33:07.819227 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Publish callbacks [] for subnet (e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.856233 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2428200'] for subnet (e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68), precommit_delete_associations {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:07.897330 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:07.939443 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-832654'] for subnet (e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.148986 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820147', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2760042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2479507'] for subnet (e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.175696 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:08.181297 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.185710 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e2138-8067-464c-9fd5-1269f8d161cf None None] Network 8efafa58-1ac7-4f82-bc57-6974c89b4f6e requested from dv-cinder-855307-2-iscsi {{(pid=107137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 23 15:33:08.187417 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55734) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:08.187900 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-83b2591c-aa6e-4f41-80eb-6472698ba417 admin admin] 10.222.0.55 "DELETE /networking/v2.0/subnets/e20bd29c-a9fe-4a4d-81e3-db8fd2d3cb68 HTTP/1.1" status: 204 len: 168 time: 0.4169788 Sep 23 15:33:08.278794 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-792571'] for network (8efafa58-1ac7-4f82-bc57-6974c89b4f6e), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.322841 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Deleting port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:08.323183 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.395568 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] For port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:08.396594 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.398110 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] DHCP port deletion for 8efafa58-1ac7-4f82-bc57-6974c89b4f6e request from dv-cinder-855307-2-iscsi {{(pid=107137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 23 15:33:08.410758 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Calling delete_port for 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 owned by network:dhcp {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:08.438827 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Deleting port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 {{(pid=107137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:33:08.439200 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), before_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.508010 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] For port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97, host dv-cinder-855307-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-855307-2-iscsi',level=0,port_id=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,segment=NetworkSegment(f4a49fc2-958e-4199-837f-dc66c4a35026),segment_id=f4a49fc2-958e-4199-837f-dc66c4a35026)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:33:08.508446 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), precommit_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.521900 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Calling delete_port for 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 owned by network:dhcp {{(pid=107137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:33:08.571322 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: from cryptography.utils import int_from_bytes Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: from cryptography.utils import int_from_bytes Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.595850 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 15:33:08.601201 dv-cinder-855307-2-iscsi neutron-server[107137]: self.session.flush() Sep 23 15:33:08.602402 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:08.602402 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] No DVR routers for this DVR port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 on host dv-cinder-855307-2-iscsi {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:33:08.602602 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652'] for port (39cd3e7b-4f45-4041-9baf-5d1e9f154c97), after_delete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.627515 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Pushing event deleted for resources: {'Port': ['ID=39cd3e7b-4f45-4041-9baf-5d1e9f154c97,revision_number=None']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:08.632835 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] No DVR routers for this DVR port 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 on host dv-cinder-855307-2-iscsi {{(pid=107137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:33:08.639583 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.639936 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.640309 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.640652 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.640993 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.641329 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.641661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.641997 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.642372 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.642754 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.643038 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.643299 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.643626 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.643952 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.644306 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3027c5e-789a-4e47-a872-fe43cf508cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:33:08.690412 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-862885', 'neutron.services.segments.db._delete_segments_for_network-8748708179137'] for network (8efafa58-1ac7-4f82-bc57-6974c89b4f6e), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.712771 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efafa58-1ac7-4f82-bc57-6974c89b4f6e']}} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:08.722187 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a49fc2-958e-4199-837f-dc66c4a35026') {'for_net_delete': True} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:08.722484 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.services.segments.db [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a49fc2-958e-4199-837f-dc66c4a35026') {} {{(pid=107136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 15:33:08.732294 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748708179029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2198368'] for segment (f4a49fc2-958e-4199-837f-dc66c4a35026), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.747441 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202'] for segment (f4a49fc2-958e-4199-837f-dc66c4a35026), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.753956 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=107136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 15:33:08.754344 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-908202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10330908'] for segment (f4a49fc2-958e-4199-837f-dc66c4a35026), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.795726 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment f4a49fc2-958e-4199-837f-dc66c4a35026 resource provider aggregate not found Sep 23 15:33:08.814199 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.services.segments.plugin [-] Segment f4a49fc2-958e-4199-837f-dc66c4a35026 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4a49fc2-958e-4199-837f-dc66c4a35026 found for delete ", "request_id": "req-c6b5ac50-ce2c-49da-af0d-a50d95c39541"}]} Sep 23 15:33:08.891553 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-862876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4107660'] for network (8efafa58-1ac7-4f82-bc57-6974c89b4f6e), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.897581 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3683341'] for network (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:08.900439 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/networks/8efafa58-1ac7-4f82-bc57-6974c89b4f6e HTTP/1.1" status: 204 len: 168 time: 0.7113402 Sep 23 15:33:08.913241 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86deb2-8181-426d-ad97-f3d9b3f62df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8efafa58-1ac7-4f82-bc57-6974c89b4f6e,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:09.314574 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55742) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:09.359052 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a4dd32c9-2299-4b41-ab20-012e5babfc1e admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=695b6a2a390b481bbca2fd367273c268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430706 Sep 23 15:33:09.361539 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55744) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:09.374503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:33:09.394204 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:33:09.394559 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 39cd3e7b-4f45-4041-9baf-5d1e9f154c97 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:33:09.394999 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 1469b596-d168-4c8f-811e-b3dcaeeafc39 no longer exists at agent ovs-agent-dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:33:09.414529 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] No Port match for: 1469b596-d168-4c8f-811e-b3dcaeeafc39 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:33:09.414870 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Device 1469b596-d168-4c8f-811e-b3dcaeeafc39 not bound to the agent host dv-cinder-855307-2-iscsi {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:33:09.418432 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b61ebbcb-a6c0-4683-925b-087d5b19ce0c admin admin] Publish callbacks [] for security_group (99905750-4290-4556-93c1-e26cb39e6750), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.442385 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b61ebbcb-a6c0-4683-925b-087d5b19ce0c admin admin] Publish callbacks [] for security_group (99905750-4290-4556-93c1-e26cb39e6750), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.588069 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b61ebbcb-a6c0-4683-925b-087d5b19ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (99905750-4290-4556-93c1-e26cb39e6750), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.590840 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-b61ebbcb-a6c0-4683-925b-087d5b19ce0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:09.594362 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-b61ebbcb-a6c0-4683-925b-087d5b19ce0c admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/99905750-4290-4556-93c1-e26cb39e6750 HTTP/1.1" status: 204 len: 168 time: 0.2295620 Sep 23 15:33:09.602285 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ebbcb-a6c0-4683-925b-087d5b19ce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99905750-4290-4556-93c1-e26cb39e6750,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:12.746697 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55814) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:12.859430 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c632d4f3-156e-4c8b-b2d2-596619eaca01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:12.884174 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:12.929668 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:12.941652 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c632d4f3-156e-4c8b-b2d2-596619eaca01 admin admin] Publish callbacks [] for security_group (9a0f1842-d172-40a8-872a-615a4cd7ff8a), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.005765 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-c632d4f3-156e-4c8b-b2d2-596619eaca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9a0f1842-d172-40a8-872a-615a4cd7ff8a), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.050891 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-c632d4f3-156e-4c8b-b2d2-596619eaca01 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=58ccddd1f0c549a2acc867aad5423f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3030756 Sep 23 15:33:13.052858 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632d4f3-156e-4c8b-b2d2-596619eaca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f1842-d172-40a8-872a-615a4cd7ff8a,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:13.054789 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55818) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:13.110397 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d68eef7d-45d8-420d-9468-75a09516302b admin admin] Publish callbacks [] for security_group (9a0f1842-d172-40a8-872a-615a4cd7ff8a), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.133944 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d68eef7d-45d8-420d-9468-75a09516302b admin admin] Publish callbacks [] for security_group (9a0f1842-d172-40a8-872a-615a4cd7ff8a), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.268047 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d68eef7d-45d8-420d-9468-75a09516302b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (9a0f1842-d172-40a8-872a-615a4cd7ff8a), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.270960 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-d68eef7d-45d8-420d-9468-75a09516302b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.272179 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-d68eef7d-45d8-420d-9468-75a09516302b admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/9a0f1842-d172-40a8-872a-615a4cd7ff8a HTTP/1.1" status: 204 len: 168 time: 0.2162814 Sep 23 15:33:13.281067 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68eef7d-45d8-420d-9468-75a09516302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f1842-d172-40a8-872a-615a4cd7ff8a,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:13.850368 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55824) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:13.864960 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08659bd-7e09-45b8-987d-ad56c4834735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:13.944954 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08659bd-7e09-45b8-987d-ad56c4834735 admin admin] Publish callbacks [] for security_group (5c8826c3-fc6e-405b-bb1c-7111b9e0d632), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:14.011278 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-b08659bd-7e09-45b8-987d-ad56c4834735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5c8826c3-fc6e-405b-bb1c-7111b9e0d632), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:14.052217 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08659bd-7e09-45b8-987d-ad56c4834735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8826c3-fc6e-405b-bb1c-7111b9e0d632,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:14.057555 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-b08659bd-7e09-45b8-987d-ad56c4834735 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=bedc15e48c6e4781bcc72e1792862c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061279 Sep 23 15:33:14.060819 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55826) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:14.112634 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ed82aa12-6319-4dcf-812b-2ba9c5965ce2 admin admin] Publish callbacks [] for security_group (5c8826c3-fc6e-405b-bb1c-7111b9e0d632), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:14.134468 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ed82aa12-6319-4dcf-812b-2ba9c5965ce2 admin admin] Publish callbacks [] for security_group (5c8826c3-fc6e-405b-bb1c-7111b9e0d632), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:14.257111 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ed82aa12-6319-4dcf-812b-2ba9c5965ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (5c8826c3-fc6e-405b-bb1c-7111b9e0d632), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:14.259686 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ed82aa12-6319-4dcf-812b-2ba9c5965ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:14.260912 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ed82aa12-6319-4dcf-812b-2ba9c5965ce2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/5c8826c3-fc6e-405b-bb1c-7111b9e0d632 HTTP/1.1" status: 204 len: 168 time: 0.1987269 Sep 23 15:33:14.270114 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82aa12-6319-4dcf-812b-2ba9c5965ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8826c3-fc6e-405b-bb1c-7111b9e0d632,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:16.495796 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-21642e1f-edc3-4e97-af79-862a7c38a475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:17.471910 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:17.475922 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:18.788858 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-f8ea9c22-9190-49d9-b5a4-90211d28399e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:20.354073 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:21.981952 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:22.370890 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:23.275149 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=64,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:23.276014 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=37,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:24.263821 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=51,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:24.264982 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:28.126172 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55932) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:28.236265 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2ba116ea-34e8-469f-b6a6-c3498e3021ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.319372 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2ba116ea-34e8-469f-b6a6-c3498e3021ee admin admin] Publish callbacks [] for security_group (61bed089-0ec2-46c7-9709-718a875c4619), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.405256 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2ba116ea-34e8-469f-b6a6-c3498e3021ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (61bed089-0ec2-46c7-9709-718a875c4619), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.448491 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba116ea-34e8-469f-b6a6-c3498e3021ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bed089-0ec2-46c7-9709-718a875c4619,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:28.452920 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2ba116ea-34e8-469f-b6a6-c3498e3021ee admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=2af71b98b0f54b6bb49092ffa4591596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257077 Sep 23 15:33:28.455583 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55936) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:28.511467 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ce2693e0-81d0-4baa-a217-8ae172acd19a admin admin] Publish callbacks [] for security_group (61bed089-0ec2-46c7-9709-718a875c4619), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.533420 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ce2693e0-81d0-4baa-a217-8ae172acd19a admin admin] Publish callbacks [] for security_group (61bed089-0ec2-46c7-9709-718a875c4619), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.662237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ce2693e0-81d0-4baa-a217-8ae172acd19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (61bed089-0ec2-46c7-9709-718a875c4619), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.664883 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-ce2693e0-81d0-4baa-a217-8ae172acd19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:28.666047 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-ce2693e0-81d0-4baa-a217-8ae172acd19a admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/61bed089-0ec2-46c7-9709-718a875c4619 HTTP/1.1" status: 204 len: 168 time: 0.2094836 Sep 23 15:33:28.674187 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2693e0-81d0-4baa-a217-8ae172acd19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bed089-0ec2-46c7-9709-718a875c4619,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:28.687196 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:29.324588 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 55942) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:29.341107 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f6d7-b0cf-4a72-9cd2-098f4971d4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.421854 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f6d7-b0cf-4a72-9cd2-098f4971d4ca admin admin] Publish callbacks [] for security_group (b255b281-ed44-478e-9f12-8bde60baad4a), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.484849 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-e2d2f6d7-b0cf-4a72-9cd2-098f4971d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b255b281-ed44-478e-9f12-8bde60baad4a), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.523485 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2f6d7-b0cf-4a72-9cd2-098f4971d4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255b281-ed44-478e-9f12-8bde60baad4a,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:29.527775 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-e2d2f6d7-b0cf-4a72-9cd2-098f4971d4ca admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=72e88824922541d99889cff2bb6c329f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021992 Sep 23 15:33:29.531121 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 55944) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:29.587728 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2f551ce9-1a82-428e-ad64-23a6435398d2 admin admin] Publish callbacks [] for security_group (b255b281-ed44-478e-9f12-8bde60baad4a), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.609327 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2f551ce9-1a82-428e-ad64-23a6435398d2 admin admin] Publish callbacks [] for security_group (b255b281-ed44-478e-9f12-8bde60baad4a), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.741784 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2f551ce9-1a82-428e-ad64-23a6435398d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (b255b281-ed44-478e-9f12-8bde60baad4a), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.744351 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2f551ce9-1a82-428e-ad64-23a6435398d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:29.745546 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2f551ce9-1a82-428e-ad64-23a6435398d2 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/b255b281-ed44-478e-9f12-8bde60baad4a HTTP/1.1" status: 204 len: 168 time: 0.2132514 Sep 23 15:33:29.753631 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f551ce9-1a82-428e-ad64-23a6435398d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255b281-ed44-478e-9f12-8bde60baad4a,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:34.484760 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:34.576780 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:35.661568 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 56012) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:35.783799 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f5b05cd-e3ce-4c34-abfe-6c65fab218d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:35.880105 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f5b05cd-e3ce-4c34-abfe-6c65fab218d5 admin admin] Publish callbacks [] for security_group (f960f992-3f4c-4d23-91f9-ab17a46a1c24), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:35.964897 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-0f5b05cd-e3ce-4c34-abfe-6c65fab218d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f960f992-3f4c-4d23-91f9-ab17a46a1c24), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:36.006592 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b05cd-e3ce-4c34-abfe-6c65fab218d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f960f992-3f4c-4d23-91f9-ab17a46a1c24,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:36.011000 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-0f5b05cd-e3ce-4c34-abfe-6c65fab218d5 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=f6a0ed4c4c17430fab1dadfc5516fab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479931 Sep 23 15:33:36.013670 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 56016) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:36.087077 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2683b894-030e-4c5b-82f2-d79c7690b1ce admin admin] Publish callbacks [] for security_group (f960f992-3f4c-4d23-91f9-ab17a46a1c24), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:36.117463 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2683b894-030e-4c5b-82f2-d79c7690b1ce admin admin] Publish callbacks [] for security_group (f960f992-3f4c-4d23-91f9-ab17a46a1c24), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:36.313908 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2683b894-030e-4c5b-82f2-d79c7690b1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (f960f992-3f4c-4d23-91f9-ab17a46a1c24), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:36.316433 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-2683b894-030e-4c5b-82f2-d79c7690b1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:36.317605 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-2683b894-030e-4c5b-82f2-d79c7690b1ce admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/f960f992-3f4c-4d23-91f9-ab17a46a1c24 HTTP/1.1" status: 204 len: 168 time: 0.3030136 Sep 23 15:33:36.326461 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683b894-030e-4c5b-82f2-d79c7690b1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f960f992-3f4c-4d23-91f9-ab17a46a1c24,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:39.645865 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=45,neutron:INSERT=5,neutron:DELETE=6 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:39.749302 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:42.483414 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:33:46.321304 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=52,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:46.322157 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=54,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:46.339028 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:46.479039 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-128effed-ceca-48e8-8214-a7b7b40acda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.028767 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56144) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:48.167141 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8dd67602-b72d-4be7-ae94-c817bed1f064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.245442 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8dd67602-b72d-4be7-ae94-c817bed1f064 admin admin] Publish callbacks [] for security_group (2c7af1cf-469c-484d-9f36-9d87a6adc4b3), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.284518 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-8dd67602-b72d-4be7-ae94-c817bed1f064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2c7af1cf-469c-484d-9f36-9d87a6adc4b3), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.326650 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-8dd67602-b72d-4be7-ae94-c817bed1f064 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=91a602d5b45b4e808cb18341f4cddcfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967503 Sep 23 15:33:48.327522 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd67602-b72d-4be7-ae94-c817bed1f064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7af1cf-469c-484d-9f36-9d87a6adc4b3,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:48.329448 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 56148) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:48.383227 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cb24-f71b-472f-acbb-695069d34b44 admin admin] Publish callbacks [] for security_group (2c7af1cf-469c-484d-9f36-9d87a6adc4b3), before_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.406052 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cb24-f71b-472f-acbb-695069d34b44 admin admin] Publish callbacks [] for security_group (2c7af1cf-469c-484d-9f36-9d87a6adc4b3), precommit_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.508018 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cb24-f71b-472f-acbb-695069d34b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (2c7af1cf-469c-484d-9f36-9d87a6adc4b3), after_delete {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.510650 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-6ae0cb24-f71b-472f-acbb-695069d34b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:48.511811 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-6ae0cb24-f71b-472f-acbb-695069d34b44 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/2c7af1cf-469c-484d-9f36-9d87a6adc4b3 HTTP/1.1" status: 204 len: 168 time: 0.1813684 Sep 23 15:33:48.519912 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0cb24-f71b-472f-acbb-695069d34b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7af1cf-469c-484d-9f36-9d87a6adc4b3,revision_number=None']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:48.921985 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-113e2e47-b7db-4360-b4b1-d93262c5b20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.289660 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 56154) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:49.303936 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef240f6f-ff1f-4291-a4c7-debd691b09ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.385475 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef240f6f-ff1f-4291-a4c7-debd691b09ce admin admin] Publish callbacks [] for security_group (87427d25-4c3d-415b-8749-c1c7a66876c3), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.478588 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-ef240f6f-ff1f-4291-a4c7-debd691b09ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (87427d25-4c3d-415b-8749-c1c7a66876c3), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.520495 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-ef240f6f-ff1f-4291-a4c7-debd691b09ce admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9247e0a68e744b76a1c800c5e2112a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296844 Sep 23 15:33:49.521375 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef240f6f-ff1f-4291-a4c7-debd691b09ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87427d25-4c3d-415b-8749-c1c7a66876c3,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:49.523348 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56156) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:49.574413 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4a35d961-89c4-48be-80c0-8fe8dfc016cd admin admin] Publish callbacks [] for security_group (87427d25-4c3d-415b-8749-c1c7a66876c3), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.597292 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4a35d961-89c4-48be-80c0-8fe8dfc016cd admin admin] Publish callbacks [] for security_group (87427d25-4c3d-415b-8749-c1c7a66876c3), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.736509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4a35d961-89c4-48be-80c0-8fe8dfc016cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (87427d25-4c3d-415b-8749-c1c7a66876c3), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.739612 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-4a35d961-89c4-48be-80c0-8fe8dfc016cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:49.740940 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-4a35d961-89c4-48be-80c0-8fe8dfc016cd admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/87427d25-4c3d-415b-8749-c1c7a66876c3 HTTP/1.1" status: 204 len: 168 time: 0.2165065 Sep 23 15:33:49.763736 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35d961-89c4-48be-80c0-8fe8dfc016cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87427d25-4c3d-415b-8749-c1c7a66876c3,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:50.278680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.347231 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56162) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:50.362071 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fbb05061-bcd5-4cb2-a136-68bae06f8d57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.440619 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fbb05061-bcd5-4cb2-a136-68bae06f8d57 admin admin] Publish callbacks [] for security_group (376d5cb2-5fb6-4605-9fb2-1c15e41a7e82), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.513228 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-fbb05061-bcd5-4cb2-a136-68bae06f8d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (376d5cb2-5fb6-4605-9fb2-1c15e41a7e82), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.551697 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb05061-bcd5-4cb2-a136-68bae06f8d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376d5cb2-5fb6-4605-9fb2-1c15e41a7e82,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:50.557658 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-fbb05061-bcd5-4cb2-a136-68bae06f8d57 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=4cefed444f7f49aabf3a04180f4d462d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092943 Sep 23 15:33:50.560342 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56164) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:33:50.609919 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bb0c30f-955b-4932-a22e-807b2f4dfcc6 admin admin] Publish callbacks [] for security_group (376d5cb2-5fb6-4605-9fb2-1c15e41a7e82), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.630665 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bb0c30f-955b-4932-a22e-807b2f4dfcc6 admin admin] Publish callbacks [] for security_group (376d5cb2-5fb6-4605-9fb2-1c15e41a7e82), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.752929 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bb0c30f-955b-4932-a22e-807b2f4dfcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (376d5cb2-5fb6-4605-9fb2-1c15e41a7e82), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.755509 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-2bb0c30f-955b-4932-a22e-807b2f4dfcc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:50.757389 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-2bb0c30f-955b-4932-a22e-807b2f4dfcc6 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/376d5cb2-5fb6-4605-9fb2-1c15e41a7e82 HTTP/1.1" status: 204 len: 168 time: 0.1960776 Sep 23 15:33:50.765480 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0c30f-955b-4932-a22e-807b2f4dfcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376d5cb2-5fb6-4605-9fb2-1c15e41a7e82,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:33:52.044727 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:52.375747 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:33:54.469557 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:54.474681 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:59.515046 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:33:59.517045 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=8 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:00.760165 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=63,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:00.761920 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=75,neutron:INSERT=7,neutron:DELETE=5 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:01.934044 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:02.284482 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:04.558350 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:14.343936 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=16 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:14.344656 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=10 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:14.491504 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:14.493764 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:16.484087 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-10596d6a-072c-43c8-98a6-9d0040582dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:18.798294 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-54467f66-9a86-4998-9fac-ccda505b6190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:19.483051 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:34:20.324303 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.268363 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [-] (107135) accepted ('10.222.0.55', 56350) {{(pid=107135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:34:21.375672 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.450491 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Publish callbacks [] for security_group (a55384aa-b5f1-4dff-85cb-c86b970b3dfc), precommit_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.512896 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron_lib.callbacks.manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a55384aa-b5f1-4dff-85cb-c86b970b3dfc), after_create {{(pid=107135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.553697 dv-cinder-855307-2-iscsi neutron-server[107135]: INFO neutron.wsgi [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=9a369a3ba11e418093f20227e59698db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841401 Sep 23 15:34:21.554476 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55384aa-b5f1-4dff-85cb-c86b970b3dfc,revision_number=1']} {{(pid=107135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:21.556387 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56354) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:34:21.561766 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.562115 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.562462 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.562799 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.563130 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.563458 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.563781 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.564135 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.564464 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.564788 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.565113 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.565440 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.565773 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.567015 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.567015 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2182706-8edd-4cb7-9f66-e818b8b5dd35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.609004 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Publish callbacks [] for security_group (a55384aa-b5f1-4dff-85cb-c86b970b3dfc), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.630237 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Publish callbacks [] for security_group (a55384aa-b5f1-4dff-85cb-c86b970b3dfc), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.787218 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (a55384aa-b5f1-4dff-85cb-c86b970b3dfc), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.789869 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:21.791040 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/a55384aa-b5f1-4dff-85cb-c86b970b3dfc HTTP/1.1" status: 204 len: 168 time: 0.2336295 Sep 23 15:34:21.799194 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55384aa-b5f1-4dff-85cb-c86b970b3dfc,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:21.807398 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.807681 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.808042 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.808380 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.808710 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.809035 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.809358 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.809680 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.809998 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.810323 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.810644 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.810963 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.811280 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.811594 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:21.811905 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3169dfde-f1c7-4641-8187-435f9f101489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:22.009495 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:22.358404 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:24.722433 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-b9690e58-0073-433e-8929-1df407a874ed tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/networks?tenant_id=e350c92d9bb44abe998c6f28c20a6356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314183 Sep 23 15:34:24.914305 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-7177d5e6-114e-4edf-abec-8c596e184d8d tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:24.915681 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-7177d5e6-114e-4edf-abec-8c596e184d8d tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871831 Sep 23 15:34:24.930747 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-4afd4397-d6e7-42c7-be6c-ba01a9ba2336 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/quotas/e350c92d9bb44abe998c6f28c20a6356 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Sep 23 15:34:24.963278 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-0145b318-cca8-4957-8d78-e2e37c622039 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?tenant_id=e350c92d9bb44abe998c6f28c20a6356&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275435 Sep 23 15:34:25.248421 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-07ea83c5-9bd2-4a16-a3cc-3a9cad51fff6 req-2d356fb7-e881-4d44-81da-d975557817fe tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Sep 23 15:34:26.355190 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-20a27c7a-e9ca-450e-8b4a-ed1a9c4594b8 req-39f6487d-06d0-47d4-a4a3-ec9a43e4fe33 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 210 time: 0.0279012 Sep 23 15:34:27.239815 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-b4961245-d28f-4f3b-bdfa-e6cfb56e23d1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=e350c92d9bb44abe998c6f28c20a6356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217853 Sep 23 15:34:27.359749 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-8b3a2675-f8e9-4e65-b5df-a28742cba9e6 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:27.366328 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-8b3a2675-f8e9-4e65-b5df-a28742cba9e6 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1149344 Sep 23 15:34:27.373526 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Request body: {'port': {'device_id': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172', 'admin_state_up': True, 'tenant_id': 'e350c92d9bb44abe998c6f28c20a6356'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:34:27.471540 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8116522c-8383-428c-ae76-820d37e4ae09 req-ad09f69c-a3c8-4a1f-812a-b38623b524a1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 210 time: 0.0328360 Sep 23 15:34:27.592474 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Made reservation on behalf of e350c92d9bb44abe998c6f28c20a6356 for: {'port': 1} {{(pid=107136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 15:34:27.596675 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:27.606493 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks [] for security_group (None), before_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:27.683240 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks [] for security_group (18cde423-055d-4917-973d-bbe030b9036d), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:27.776052 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (18cde423-055d-4917-973d-bbe030b9036d), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:27.842741 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18cde423-055d-4917-973d-bbe030b9036d,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:27.916422 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.db_base_plugin_common [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Allocated IP 192.168.233.86 (b3b61aac-d215-40b7-895a-76f192270172/d56782aa-5850-429e-b550-8965e079c6bf/9ad37411-4698-4603-8686-9acc0482b1e8) {{(pid=107136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 15:34:27.920070 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:27.940065 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:28.065286 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks [] for port (9ad37411-4698-4603-8686-9acc0482b1e8), precommit_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.147606 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748707666643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), after_create {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.190093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Network b3b61aac-d215-40b7-895a-76f192270172 is already hosted by enough agents. {{(pid=107136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 15:34:28.195955 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.scheduler.base_scheduler [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Resources bound (agent type, host, resource id): {{(pid=107136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 15:34:28.200389 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Received port after_create {{(pid=107136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 23 15:34:28.205812 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Pushing event updated for resources: {'Port': ['ID=9ad37411-4698-4603-8686-9acc0482b1e8,revision_number=1']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:28.253616 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:28.254293 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.327046 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-6a46512a-5e6a-42d8-b03e-2ff35ec3506a tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.77 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9570136 Sep 23 15:34:28.338832 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.v2.base [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Request body: {'port': {'device_id': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85530'}} {{(pid=107136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 15:34:28.402731 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.435108 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Provisioning complete for port 9ad37411-4698-4603-8686-9acc0482b1e8 triggered by entity DHCP. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:34:28.435676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.435824 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Attempt 1 to provision port 9ad37411-4698-4603-8686-9acc0482b1e8 Sep 23 15:34:28.466077 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Port 9ad37411-4698-4603-8686-9acc0482b1e8 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:34:28.563204 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:28.627569 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cc637-c83c-47da-b9aa-3d3d16c45395 req-d0610f9d-7d76-4b1a-9095-c6bcb9c4ad0b tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:28.629056 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-917cc637-c83c-47da-b9aa-3d3d16c45395 req-d0610f9d-7d76-4b1a-9095-c6bcb9c4ad0b tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 935 time: 0.0646684 Sep 23 15:34:28.729908 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-917cc637-c83c-47da-b9aa-3d3d16c45395 req-f8f2aedd-d7f6-4ca8-8163-03b76fbcbaef tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941415 Sep 23 15:34:28.740200 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ad37411-4698-4603-8686-9acc0482b1e8 {{(pid=107136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:34:28.748448 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Publish callbacks [] for port (9ad37411-4698-4603-8686-9acc0482b1e8), precommit_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.761062 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.provisioning_blocks [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Transition to ACTIVE for port object 9ad37411-4698-4603-8686-9acc0482b1e8 will not be triggered until provisioned by entity L2. {{(pid=107136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 23 15:34:28.843757 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:28.903589 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad37411-4698-4603-8686-9acc0482b1e8,revision_number=2']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:28.950395 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Attempting to bind port 9ad37411-4698-4603-8686-9acc0482b1e8 on host hv-cinder-85530 for vnic_type normal with profile {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 23 15:34:28.950726 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Attempting to bind port 9ad37411-4698-4603-8686-9acc0482b1e8 by drivers openvswitch,hyperv on host hv-cinder-85530 at level 0 using segments [{'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 23 15:34:28.951049 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Attempting to bind port 9ad37411-4698-4603-8686-9acc0482b1e8 on network b3b61aac-d215-40b7-895a-76f192270172 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:34:28.966993 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Attempt 2 to provision port 9ad37411-4698-4603-8686-9acc0482b1e8 Sep 23 15:34:28.998313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Port 9ad37411-4698-4603-8686-9acc0482b1e8 on network b3b61aac-d215-40b7-895a-76f192270172 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85530 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 15:34:28.998533 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Attempting to bind port 9ad37411-4698-4603-8686-9acc0482b1e8 on network b3b61aac-d215-40b7-895a-76f192270172 {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 15:34:29.001959 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Port 9ad37411-4698-4603-8686-9acc0482b1e8 cannot update to ACTIVE because it is not bound. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 23 15:34:29.047812 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Checking agent: {'id': 'de08117b-9dd1-42e6-9d43-ed450603f9ba', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85530', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'started_at': datetime.datetime(2022, 9, 23, 15, 18, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 23, 15, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 23 15:34:29.048189 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Checking segment: {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 23 15:34:29.048584 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Bound using segment: {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'} {{(pid=107136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 23 15:34:29.049032 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.managers [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Bound port: 9ad37411-4698-4603-8686-9acc0482b1e8, host: hv-cinder-85530, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3efab9df-cc55-450f-a466-f50cd20c5323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172'}}] {{(pid=107136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 23 15:34:29.049397 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), before_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:29.065707 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:29.120694 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] For port 9ad37411-4698-4603-8686-9acc0482b1e8, host hv-cinder-85530, cleared binding levels {{(pid=107136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 15:34:29.124275 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] For port 9ad37411-4698-4603-8686-9acc0482b1e8, host hv-cinder-85530, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=9ad37411-4698-4603-8686-9acc0482b1e8,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 15:34:29.193398 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10331120'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), after_update {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:29.198745 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.199370 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:29.200819 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] 10.222.0.77 "PUT /networking/v2.0/ports/9ad37411-4698-4603-8686-9acc0482b1e8 HTTP/1.1" status: 200 len: 1097 time: 0.8663323 Sep 23 15:34:29.201507 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'tag': '9ad37411-4698-4603-8686-9acc0482b1e8'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:34:29.203811 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0048aa3a-87a8-48c5-9d05-f4da45cbc998" -d '{"events": [{"name": "network-changed", "server_uuid": "fddacdab-a537-4f14-9cf6-c98868b67183", "tag": "9ad37411-4698-4603-8686-9acc0482b1e8"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:29.244264 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d581302-63b6-43e6-bb3e-aee948467f55 x-openstack-request-id: req-1d581302-63b6-43e6-bb3e-aee948467f55 {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:29.244553 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddacdab-a537-4f14-9cf6-c98868b67183", "tag": "9ad37411-4698-4603-8686-9acc0482b1e8", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:29.244835 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d581302-63b6-43e6-bb3e-aee948467f55 {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:29.245225 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d581302-63b6-43e6-bb3e-aee948467f55'] response: {'name': 'network-changed', 'server_uuid': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'tag': '9ad37411-4698-4603-8686-9acc0482b1e8', 'status': 'completed', 'code': 200} Sep 23 15:34:29.255202 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aedf0f-c6a1-411f-9762-a11684dd49d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9ad37411-4698-4603-8686-9acc0482b1e8,revision_number=3']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:29.313965 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048aa3a-87a8-48c5-9d05-f4da45cbc998 req-c35f52a8-7b52-457c-8f01-8043edda7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.315551 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0048aa3a-87a8-48c5-9d05-f4da45cbc998 req-c35f52a8-7b52-457c-8f01-8043edda7a4d service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=e350c92d9bb44abe998c6f28c20a6356&device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 1131 time: 0.0464499 Sep 23 15:34:29.343280 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0048aa3a-87a8-48c5-9d05-f4da45cbc998 req-b1da3669-91ff-4621-93af-0eee3a563679 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?tenant_id=e350c92d9bb44abe998c6f28c20a6356&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198507 Sep 23 15:34:29.436714 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048aa3a-87a8-48c5-9d05-f4da45cbc998 req-26a3c202-02c2-43ac-be41-7cce3e4849d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.438179 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0048aa3a-87a8-48c5-9d05-f4da45cbc998 req-26a3c202-02c2-43ac-be41-7cce3e4849d9 service neutron] 10.222.0.77 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884707 Sep 23 15:34:29.503308 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Attempt 3 to provision port 9ad37411-4698-4603-8686-9acc0482b1e8 Sep 23 15:34:29.516924 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-3c5b9987-2de2-4e66-b85d-8401c5a47e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.518460 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-3c5b9987-2de2-4e66-b85d-8401c5a47e7c service neutron] 10.222.0.77 "GET /networking/v2.0/ports?tenant_id=e350c92d9bb44abe998c6f28c20a6356&device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 1131 time: 0.0432594 Sep 23 15:34:29.558396 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-8a7b9145-d000-4164-9362-a7e2925629c7 service neutron] 10.222.0.77 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=9ad37411-4698-4603-8686-9acc0482b1e8 HTTP/1.1" status: 200 len: 217 time: 0.0338240 Sep 23 15:34:29.609020 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-1c9e6c83-bd24-4e28-9dba-c32df62cb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.610513 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-1c9e6c83-bd24-4e28-9dba-c32df62cb330 service neutron] 10.222.0.77 "GET /networking/v2.0/subnets?id=d56782aa-5850-429e-b550-8965e079c6bf HTTP/1.1" status: 200 len: 843 time: 0.0470176 Sep 23 15:34:29.659588 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d94d1-7df3-442e-82af-969318419d7f req-c5c773dd-159b-49bf-889d-42823c1ae3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.661149 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-c5c773dd-159b-49bf-889d-42823c1ae3e1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?network_id=b3b61aac-d215-40b7-895a-76f192270172&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0441594 Sep 23 15:34:29.681623 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-4a781e7c-975e-41d7-90c7-95762b3b51d7 None None] Port 9ad37411-4698-4603-8686-9acc0482b1e8 had new provisioning blocks added so it will not transition to active. {{(pid=107137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 23 15:34:29.756285 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-acfde2d1-f663-438c-9c7a-ddc87f45c426 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3b61aac-d215-40b7-895a-76f192270172?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889680 Sep 23 15:34:29.815589 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:29.884188 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9894cf-b1ec-444b-80ef-0196e1528588 req-9c53128b-d9f9-4b72-a542-a11288c9b224 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:29.885661 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2f9894cf-b1ec-444b-80ef-0196e1528588 req-9c53128b-d9f9-4b72-a542-a11288c9b224 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 947 time: 0.0689008 Sep 23 15:34:29.908851 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-581d94d1-7df3-442e-82af-969318419d7f req-59d1de16-e08b-4967-bf6f-745fb9417c31 service neutron] 10.222.0.77 "GET /networking/v2.0/networks/b3b61aac-d215-40b7-895a-76f192270172?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469882 Sep 23 15:34:29.941127 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-2f9894cf-b1ec-444b-80ef-0196e1528588 req-54d50ee5-09bd-4f96-b77d-a78e4493be82 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497775 Sep 23 15:34:31.067679 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886612a4-c3bc-44a5-a02d-5e4513740e8d req-d8b97de6-75d7-415c-b924-f2e96117e090 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:31.069212 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-886612a4-c3bc-44a5-a02d-5e4513740e8d req-d8b97de6-75d7-415c-b924-f2e96117e090 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 947 time: 0.0477889 Sep 23 15:34:31.121449 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-886612a4-c3bc-44a5-a02d-5e4513740e8d req-f493c1c2-f763-4bba-b36c-81c70d7fc4d5 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Sep 23 15:34:31.466779 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:31.471901 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:31.549892 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=16,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:31.557823 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG dbcounter [-] [107135] Writing DB stats neutron:SELECT=23,neutron:INSERT=4 {{(pid=107135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:32.243685 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adb259-6413-441c-91b2-4924d4eee958 req-ed6f7c1c-081c-4f29-a350-677b2d697ac4 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:32.245226 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-16adb259-6413-441c-91b2-4924d4eee958 req-ed6f7c1c-081c-4f29-a350-677b2d697ac4 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 947 time: 0.0484250 Sep 23 15:34:32.292657 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-16adb259-6413-441c-91b2-4924d4eee958 req-7cca045a-1334-408e-8fa2-5108c19dc781 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416358 Sep 23 15:34:33.306235 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 9ad37411-4698-4603-8686-9acc0482b1e8 details requested by agent hyperv_hv-cinder-85530 with host hv-cinder-85530 {{(pid=107137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 15:34:33.402893 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:33.410523 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 9ad37411-4698-4603-8686-9acc0482b1e8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=9ad37411-4698-4603-8686-9acc0482b1e8,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:34:33.418042 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c12376-b9b8-45b2-8027-067af548ba92 req-71776237-2fdf-4e11-822e-c7313724f658 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:33.418042 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-45c12376-b9b8-45b2-8027-067af548ba92 req-71776237-2fdf-4e11-822e-c7313724f658 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 947 time: 0.0470026 Sep 23 15:34:33.422777 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Returning: {'device': '9ad37411-4698-4603-8686-9acc0482b1e8', 'network_id': 'b3b61aac-d215-40b7-895a-76f192270172', 'port_id': '9ad37411-4698-4603-8686-9acc0482b1e8', 'mac_address': 'fa:16:3e:6d:be:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd56782aa-5850-429e-b550-8965e079c6bf', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 15:34:33.459221 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 9ad37411-4698-4603-8686-9acc0482b1e8 is: DOWN; New status is: BUILD {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:34:33.459665 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:33.466086 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-45c12376-b9b8-45b2-8027-067af548ba92 req-20e6c86a-00d6-4829-96d8-209183e2524e tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Sep 23 15:34:33.473396 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ad37411-4698-4603-8686-9acc0482b1e8 {{(pid=107137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 23 15:34:33.495532 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 9ad37411-4698-4603-8686-9acc0482b1e8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=9ad37411-4698-4603-8686-9acc0482b1e8,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:34:33.574879 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:33.621567 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=9ad37411-4698-4603-8686-9acc0482b1e8,revision_number=4']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:33.628813 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.629164 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.629503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.629838 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.630169 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.630496 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.630870 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.631311 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.631546 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.631868 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.632213 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.632535 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.635582 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.635582 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.635582 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-855307-2-iscsi {{(pid=107137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 15:34:33.776735 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['9ad37411-4698-4603-8686-9acc0482b1e8'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:34:34.563872 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:34.594205 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919a744-b0f7-4b3d-8511-27d0239b91f5 req-6d4d0e9e-d761-422a-a2da-9495814f646e tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:34.596160 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7919a744-b0f7-4b3d-8511-27d0239b91f5 req-6d4d0e9e-d761-422a-a2da-9495814f646e tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 948 time: 0.0534501 Sep 23 15:34:34.644423 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-7919a744-b0f7-4b3d-8511-27d0239b91f5 req-ff49ddab-98e0-4a0b-8fb0-a76c0e6da9b6 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Sep 23 15:34:35.304801 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 9ad37411-4698-4603-8686-9acc0482b1e8 up at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 15:34:35.350946 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning for port 9ad37411-4698-4603-8686-9acc0482b1e8 completed by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 23 15:34:35.432154 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.db.provisioning_blocks [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Provisioning complete for port 9ad37411-4698-4603-8686-9acc0482b1e8 triggered by entity L2. {{(pid=107137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 23 15:34:35.432527 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-864826'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), provisioning_complete {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:35.432875 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Attempt 1 to provision port 9ad37411-4698-4603-8686-9acc0482b1e8 Sep 23 15:34:35.470352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:35.493679 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:35.508783 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Current status of the port 9ad37411-4698-4603-8686-9acc0482b1e8 is: BUILD; New status is: ACTIVE {{(pid=107137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 23 15:34:35.509178 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756138'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), before_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:35.533427 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad37411-4698-4603-8686-9acc0482b1e8'}] {{(pid=107137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:34:35.535726 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb33720cc2fe52d7792a9e5395ba6340f28fc9bdffbe44d114908583fb1d6035" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b2f835-c6f2-4300-bbe5-74feb705c1a0" -d '{"events": [{"server_uuid": "fddacdab-a537-4f14-9cf6-c98868b67183", "name": "network-vif-plugged", "status": "completed", "tag": "9ad37411-4698-4603-8686-9acc0482b1e8"}]}' {{(pid=107137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:35.549145 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] For port 9ad37411-4698-4603-8686-9acc0482b1e8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=9ad37411-4698-4603-8686-9acc0482b1e8,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:34:35.579040 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53d2d0e-9798-4e2c-ac92-9ffca29210b1 x-openstack-request-id: req-e53d2d0e-9798-4e2c-ac92-9ffca29210b1 {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:35.579680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddacdab-a537-4f14-9cf6-c98868b67183", "name": "network-vif-plugged", "status": "completed", "tag": "9ad37411-4698-4603-8686-9acc0482b1e8", "code": 200}]} {{(pid=107137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:35.579680 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e53d2d0e-9798-4e2c-ac92-9ffca29210b1 {{(pid=107137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:35.580098 dv-cinder-855307-2-iscsi neutron-server[107137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53d2d0e-9798-4e2c-ac92-9ffca29210b1'] response: {'server_uuid': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ad37411-4698-4603-8686-9acc0482b1e8', 'code': 200} Sep 23 15:34:35.592664 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748708187302', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748707666661', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748707666679'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:35.649136 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Pushing event updated for resources: {'Port': ['ID=9ad37411-4698-4603-8686-9acc0482b1e8,revision_number=5']} {{(pid=107137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:35.781778 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77ffe4-6673-4c48-852e-d9c50d51d22f req-ed610840-2381-40f3-89f5-8da5e8fbfa0e tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:35.783254 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1c77ffe4-6673-4c48-852e-d9c50d51d22f req-ed610840-2381-40f3-89f5-8da5e8fbfa0e tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 949 time: 0.0547237 Sep 23 15:34:35.865075 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-1c77ffe4-6673-4c48-852e-d9c50d51d22f req-9d3ef5a0-4207-42c6-b338-f488400368f5 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741796 Sep 23 15:34:35.874409 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf37f0-c69c-45b9-8ba6-a7256ce22ab1 req-2cfd9e59-d545-496d-9c70-972c402a27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:35.874409 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4cdf37f0-c69c-45b9-8ba6-a7256ce22ab1 req-2cfd9e59-d545-496d-9c70-972c402a27e1 service neutron] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 1133 time: 0.0515547 Sep 23 15:34:35.918947 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-4cdf37f0-c69c-45b9-8ba6-a7256ce22ab1 req-9fb572ed-db91-46bd-a9db-35f37ce3824e service neutron] 10.222.0.77 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408437 Sep 23 15:34:36.989391 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483063e-733e-4ea3-a77d-cbe40ee178b3 req-385ed6be-c647-46c4-876c-242ccbd6b6af tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:36.990924 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0483063e-733e-4ea3-a77d-cbe40ee178b3 req-385ed6be-c647-46c4-876c-242ccbd6b6af tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 949 time: 0.0480332 Sep 23 15:34:37.040119 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-0483063e-733e-4ea3-a77d-cbe40ee178b3 req-5c089b3a-7e91-4571-b189-a67ff91c84d9 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Sep 23 15:34:38.161687 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87b36a-5548-4046-8992-52413c1e13b6 req-f623440b-013a-485b-bc0d-ab6ad81dc659 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:38.163727 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9f87b36a-5548-4046-8992-52413c1e13b6 req-f623440b-013a-485b-bc0d-ab6ad81dc659 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 949 time: 0.0466635 Sep 23 15:34:38.220761 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-9f87b36a-5548-4046-8992-52413c1e13b6 req-a7429998-5aa3-4976-80d9-8d907dde7f01 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Sep 23 15:34:38.666683 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29fc50-0c12-4c37-8bbc-7aabb9ff5f2a req-23a2fd2a-acab-4683-a760-45790ed39afc tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:38.668199 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3c29fc50-0c12-4c37-8bbc-7aabb9ff5f2a req-23a2fd2a-acab-4683-a760-45790ed39afc tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 949 time: 0.0484707 Sep 23 15:34:38.717218 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3c29fc50-0c12-4c37-8bbc-7aabb9ff5f2a req-5a437432-ea3d-4e83-b0d5-063b3e164369 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423436 Sep 23 15:34:39.840371 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb6106-f6f3-4375-9313-6d51acc93dc7 req-c7adcf43-745b-49cd-8615-4091ceb75334 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:39.841832 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3cfb6106-f6f3-4375-9313-6d51acc93dc7 req-c7adcf43-745b-49cd-8615-4091ceb75334 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 949 time: 0.0465648 Sep 23 15:34:39.925762 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-4b7d816a-9f0a-4812-b48a-35fc4fef4349 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 23 15:34:39.927184 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-4b7d816a-9f0a-4812-b48a-35fc4fef4349 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.77 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 949 time: 0.0720510 Sep 23 15:34:39.931925 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-3cfb6106-f6f3-4375-9313-6d51acc93dc7 req-e1af9ef5-6a4c-499b-b340-b802974635cd tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/security-groups?id=18cde423-055d-4917-973d-bbe030b9036d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846827 Sep 23 15:34:39.961257 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:40.009994 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Deleting port 9ad37411-4698-4603-8686-9acc0482b1e8 {{(pid=107136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 23 15:34:40.010242 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748708187149'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:40.355313 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.db [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] For port 9ad37411-4698-4603-8686-9acc0482b1e8, host hv-cinder-85530, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85530',level=0,port_id=9ad37411-4698-4603-8686-9acc0482b1e8,segment=NetworkSegment(3efab9df-cc55-450f-a466-f50cd20c5323),segment_id=3efab9df-cc55-450f-a466-f50cd20c5323)] {{(pid=107136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 15:34:40.355663 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4101721'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:40.368536 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.plugins.ml2.plugin [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Calling delete_port for 9ad37411-4698-4603-8686-9acc0482b1e8 owned by compute:nova {{(pid=107136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 23 15:34:40.423093 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=100 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:40.621557 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-755567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3683359', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748708108683', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748707666652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10331081'] for port (9ad37411-4698-4603-8686-9acc0482b1e8), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:40.633637 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.db [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] get_ports_and_sgs() called for port_ids ['9ad37411-4698-4603-8686-9acc0482b1e8'] {{(pid=107137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 23 15:34:40.651095 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Pushing event deleted for resources: {'Port': ['ID=9ad37411-4698-4603-8686-9acc0482b1e8,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:40.700502 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.db.l3_dvrscheduler_db [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] No DVR routers for this DVR port 9ad37411-4698-4603-8686-9acc0482b1e8 on host hv-cinder-85530 {{(pid=107136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 23 15:34:40.703436 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-335685'] for port (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:40.706995 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-307bd5ae-0ec0-4537-a634-f96271b97e53 req-d86d9e0a-4e6a-4b10-93a2-ffe111824fd1 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.77 "DELETE /networking/v2.0/ports/9ad37411-4698-4603-8686-9acc0482b1e8 HTTP/1.1" status: 204 len: 173 time: 0.7737958 Sep 23 15:34:40.707510 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'name': 'network-vif-deleted', 'tag': '9ad37411-4698-4603-8686-9acc0482b1e8'}] {{(pid=107136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 23 15:34:40.711215 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eced5691dafc54464e4a6a17c1aab6027460919d39be9ed0a05078f28bd01ad3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7575b75-7e19-4f79-8019-236d16e504c7" -d '{"events": [{"server_uuid": "fddacdab-a537-4f14-9cf6-c98868b67183", "name": "network-vif-deleted", "tag": "9ad37411-4698-4603-8686-9acc0482b1e8"}]}' {{(pid=107136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 15:34:40.752816 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 23 Sep 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759c0ee9-3ae5-40e7-a4eb-25c970d9256f x-openstack-request-id: req-759c0ee9-3ae5-40e7-a4eb-25c970d9256f {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 15:34:40.753120 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddacdab-a537-4f14-9cf6-c98868b67183", "name": "network-vif-deleted", "tag": "9ad37411-4698-4603-8686-9acc0482b1e8", "status": "completed", "code": 200}]} {{(pid=107136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 15:34:40.753379 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-759c0ee9-3ae5-40e7-a4eb-25c970d9256f {{(pid=107136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 15:34:40.753789 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759c0ee9-3ae5-40e7-a4eb-25c970d9256f'] response: {'server_uuid': 'fddacdab-a537-4f14-9cf6-c98868b67183', 'name': 'network-vif-deleted', 'tag': '9ad37411-4698-4603-8686-9acc0482b1e8', 'status': 'completed', 'code': 200} Sep 23 15:34:41.049740 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [req-8aba0e3e-596c-44fe-9eaf-0429026b91e9 req-24c6381a-f120-446b-92f9-f97c05a5ccb0 tempest-VolumesNegativeTest-1288329743 tempest-VolumesNegativeTest-1288329743-project] 10.222.0.55 "GET /networking/v2.0/ports?device_id=fddacdab-a537-4f14-9cf6-c98868b67183 HTTP/1.1" status: 200 len: 210 time: 0.0279746 Sep 23 15:34:43.352607 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 9ad37411-4698-4603-8686-9acc0482b1e8 no longer exists at agent hyperv_hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 15:34:43.372829 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.plugin [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] No Port match for: 9ad37411-4698-4603-8686-9acc0482b1e8 {{(pid=107137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 23 15:34:43.373181 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron.plugins.ml2.rpc [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Device 9ad37411-4698-4603-8686-9acc0482b1e8 not bound to the agent host hv-cinder-85530 {{(pid=107137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 15:34:46.484005 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7392673b-808e-4393-be07-2bcd376510ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:48.108312 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56702) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:34:48.245334 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-361dddaf-00bd-4b66-b578-19e66356ccf6 admin admin] 10.222.0.55 "GET /networking/v2.0/security-groups?tenant_id=e350c92d9bb44abe998c6f28c20a6356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358507 Sep 23 15:34:48.247811 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.wsgi [-] (107136) accepted ('10.222.0.55', 56706) {{(pid=107136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 23 15:34:48.299498 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a811f013-561a-485d-bea0-458212386a56 admin admin] Publish callbacks [] for security_group (18cde423-055d-4917-973d-bbe030b9036d), before_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:48.320112 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a811f013-561a-485d-bea0-458212386a56 admin admin] Publish callbacks [] for security_group (18cde423-055d-4917-973d-bbe030b9036d), precommit_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:48.415481 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a811f013-561a-485d-bea0-458212386a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3787770'] for security_group (18cde423-055d-4917-973d-bbe030b9036d), after_delete {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:48.418132 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron_lib.callbacks.manager [None req-a811f013-561a-485d-bea0-458212386a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:48.419353 dv-cinder-855307-2-iscsi neutron-server[107136]: INFO neutron.wsgi [None req-a811f013-561a-485d-bea0-458212386a56 admin admin] 10.222.0.55 "DELETE /networking/v2.0/security-groups/18cde423-055d-4917-973d-bbe030b9036d HTTP/1.1" status: 204 len: 168 time: 0.1706128 Sep 23 15:34:48.427748 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811f013-561a-485d-bea0-458212386a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cde423-055d-4917-973d-bbe030b9036d,revision_number=None']} {{(pid=107136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 15:34:48.826159 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-b19cf816-606b-4847-9fe0-28bcdc21b22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:50.381451 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:52.003718 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:52.352455 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:34:56.482561 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:34:58.423056 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:34:58.423718 dv-cinder-855307-2-iscsi neutron-server[107136]: DEBUG dbcounter [-] [107136] Writing DB stats neutron:SELECT=61,neutron:DELETE=9 {{(pid=107136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:02.283365 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=52,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:02.290182 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:04.563776 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:08.470031 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:14.504532 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:14.505365 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:16.501335 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-8a15a8a7-a245-475f-9057-64fef6bf4731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:18.781497 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-d84b8e1c-1f24-4c4c-93c6-a60672be76b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:20.284768 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:22.038464 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:22.369455 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:22.514122 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:22.515038 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:32.287146 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:32.294188 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:33.483343 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:35:34.552281 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:39.074919 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [req-a307cfda-95a6-417a-85d5-6e0bd508050e req-c9d42e5e-1d3b-4343-abb2-d9807c015776 service neutron] (107135) timed out ('10.222.0.77', 56066) {{(pid=107135) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:35:44.514822 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:44.516790 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:45.464377 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:45.465180 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:35:46.481669 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1addfa3b-260d-4c3c-ad82-0197fb0fccaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:48.790580 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-9ac49716-6b03-446f-a4cd-1161bb41cca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:50.310853 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:50.817933 dv-cinder-855307-2-iscsi neutron-server[107135]: DEBUG neutron.wsgi [req-5b708e0c-559b-4873-8201-cd2dd8c0e537 req-a60b0711-4c0e-4e54-9d4b-4cffb26263ce service neutron] (107135) timed out ('10.222.0.77', 56056) {{(pid=107135) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 23 15:35:52.009540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:35:52.347026 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:02.294834 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:02.296650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:04.581099 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:10.481663 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:36:14.510169 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:14.517223 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:16.492880 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-be63748e-d5e6-403a-a68d-7c3d1befe12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:18.818503 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-dab1a30d-5c1a-44aa-a7c3-e33f366a5c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:20.361713 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:22.013881 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:22.392782 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:22.467268 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=15 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:22.471351 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=19 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:32.298511 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:32.300423 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:34.572674 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:46.472650 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5abd3bc4-e820-4037-8a50-26e936337b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:47.480035 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:36:48.806373 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-30f10656-e437-46af-bb67-dfd11c9450a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:50.304006 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:52.020665 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:52.383945 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:36:59.462223 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=2 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:36:59.467196 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=6 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:02.300154 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:02.303116 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:04.624068 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:14.509306 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:14.518786 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:14.534863 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:14.535747 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:16.500938 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-11f0a0a7-63c4-4d7a-9a7c-f4d0d2e0587c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:18.789132 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-78f46d69-da13-4715-9948-26d0392656d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:20.341959 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:22.080918 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:22.486059 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:24.479686 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:37:32.308285 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:32.312520 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:34.600282 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:36.465402 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:36.467284 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:44.530286 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:44.533256 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:37:46.486039 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-7690e52e-9261-47a5-b52f-2e00f4c21cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:48.792880 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-5932c4d8-8607-4ae8-9501-41568438f48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:50.341728 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:52.038510 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:37:52.365728 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:01.478290 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:38:02.308676 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:02.310779 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:04.599434 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:14.346649 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=14 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:14.347452 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=20 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:14.541833 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:14.543743 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:16.517958 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-c8380d04-dd2d-4365-8643-7168e1e576be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:18.781876 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-0bea9dd8-3e3d-4ed5-bb19-f1b9e382e243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:20.319221 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:22.016540 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:22.393828 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:32.306971 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:32.313098 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:34.621738 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:38.478514 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:38:46.490070 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-431c40d9-1af4-49ce-b50f-4472f41f2b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:48.786563 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-4f6e4b3b-222e-43cc-8545-aa52ee4a0318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:50.313718 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:50.460421 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:50.461254 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=4 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:38:52.021563 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:38:52.370435 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:02.310353 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:02.318460 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:04.650923 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:14.540965 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:14.550304 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:14.557352 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:15.479205 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 15:39:16.472830 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1112c8db-bf2c-4535-a446-6db0e8c5d2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:18.764330 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-95b9f1f8-3174-4d76-b105-9a0435082146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:20.312659 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:21.998512 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:22.375647 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:27.454243 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=5 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:27.459100 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG dbcounter [-] [107138] Writing DB stats neutron:SELECT=3 {{(pid=107138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:32.315286 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:32.321312 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:34.672864 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-302aaf12-2cb6-40c7-a748-a09d3e0e4977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (de08117b-9dd1-42e6-9d43-ed450603f9ba), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:44.554847 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=2 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:44.559915 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG dbcounter [-] [107137] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=107137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 23 15:39:46.523960 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-a6dc9fbf-8bc0-4660-bf71-871bbc44f9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (accfe63b-6f6d-49b1-8e97-7cc0d2181537), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:48.815614 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-1dab8ca7-f399-4108-94be-213f27e3970c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (f0e97d1b-57c9-4049-ad2a-1f8d08669b17), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:50.393075 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-936049e4-a670-4602-bd3a-0f7d7fbb6f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (2952fa89-7834-4319-83f4-71269c786be6), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:52.038661 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-cebb31dc-d08d-48c5-be06-1dc4d7ca8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (4b91ce0b-4480-4cdb-982f-fa9d1d173cd2), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:52.427290 dv-cinder-855307-2-iscsi neutron-server[107137]: DEBUG neutron_lib.callbacks.manager [None req-17612c3a-f6f2-41a1-b7f6-57307c5732d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748708179119', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-864996'] for agent (e478df4c-9822-441e-b961-68da08a92aa5), after_update {{(pid=107137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 23 15:39:52.480736 dv-cinder-855307-2-iscsi neutron-server[107138]: DEBUG neutron.db.agents_db [None req-d3a19a62-4566-43f8-a176-57566357693d None None] Agent healthcheck: found 6 active agents {{(pid=107138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}